{"level":"warn","ts":"2026-04-09T01:05:29.191816Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T01:05:29.191926Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T01:05:29.192012Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T01:05:29.192029Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-04-09T01:05:29.192056Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T01:05:29.192968Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-04-09T01:05:29.193065Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T01:05:29.197947Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.506625ms"} {"level":"info","ts":"2026-04-09T01:05:29.209242Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-04-09T01:05:29.209359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T01:05:29.209395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-04-09T01:05:29.209419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T01:05:29.209434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-04-09T01:05:29.209486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-04-09T01:05:29.220557Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T01:05:29.222083Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T01:05:29.224582Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T01:05:29.232732Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T01:05:29.232945Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T01:05:29.23308Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T01:05:29.233194Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T01:05:29.233213Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T01:05:29.236487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-04-09T01:05:29.237937Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-04-09T01:05:29.239199Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T01:05:29.239365Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-04-09T01:05:29.239487Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-04-09T01:05:29.239578Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T01:05:29.239624Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T01:05:29.611163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T01:05:29.611248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T01:05:29.611313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-04-09T01:05:29.611344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-04-09T01:05:29.611362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-04-09T01:05:29.611385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-04-09T01:05:29.611401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-04-09T01:05:29.613126Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T01:05:29.613134Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T01:05:29.613208Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:29.613226Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T01:05:29.613536Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T01:05:29.613604Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T01:05:29.614236Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:29.614443Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:29.614492Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T01:05:29.616202Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-04-09T01:05:29.616865Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T01:05:35.747095Z","caller":"traceutil/trace.go:171","msg":"trace[1090037853] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"183.673738ms","start":"2026-04-09T01:05:35.563385Z","end":"2026-04-09T01:05:35.747059Z","steps":["trace[1090037853] 'process raft request' (duration: 183.494624ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:37.264371Z","caller":"traceutil/trace.go:171","msg":"trace[1206101095] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"101.570152ms","start":"2026-04-09T01:05:37.162776Z","end":"2026-04-09T01:05:37.264346Z","steps":["trace[1206101095] 'process raft request' (duration: 83.167065ms)","trace[1206101095] 'compare' (duration: 18.193983ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:45.637154Z","caller":"traceutil/trace.go:171","msg":"trace[1268559109] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"159.064275ms","start":"2026-04-09T01:05:45.478053Z","end":"2026-04-09T01:05:45.637117Z","steps":["trace[1268559109] 'process raft request' (duration: 158.893692ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:47.459581Z","caller":"traceutil/trace.go:171","msg":"trace[942320215] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:444; }","duration":"133.273149ms","start":"2026-04-09T01:05:47.326286Z","end":"2026-04-09T01:05:47.459559Z","steps":["trace[942320215] 'read index received' (duration: 1.032149ms)","trace[942320215] 'applied index is now lower than readState.Index' (duration: 132.23987ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:05:47.459934Z","caller":"traceutil/trace.go:171","msg":"trace[311581869] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"134.457732ms","start":"2026-04-09T01:05:47.325468Z","end":"2026-04-09T01:05:47.459926Z","steps":["trace[311581869] 'process raft request' (duration: 99.062546ms)","trace[311581869] 'compare' (duration: 34.899537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:47.460058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.762928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-09T01:05:47.460113Z","caller":"traceutil/trace.go:171","msg":"trace[626228128] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:431; }","duration":"133.854091ms","start":"2026-04-09T01:05:47.326247Z","end":"2026-04-09T01:05:47.460101Z","steps":["trace[626228128] 'agreement among raft nodes before linearized reading' (duration: 133.746559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:48.296295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059225536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:05:49.203946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638524114s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:05:49.204542Z","caller":"traceutil/trace.go:171","msg":"trace[1228079435] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"1.740033695s","start":"2026-04-09T01:05:47.464481Z","end":"2026-04-09T01:05:49.204515Z","steps":["trace[1228079435] 'process raft request' (duration: 1.739583387s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.204662Z","caller":"traceutil/trace.go:171","msg":"trace[980793511] transaction","detail":"{read_only:false; number_of_response:1; response_revision:432; }","duration":"1.74293778s","start":"2026-04-09T01:05:47.461678Z","end":"2026-04-09T01:05:49.204616Z","steps":["trace[980793511] 'process raft request' (duration: 103.199723ms)","trace[980793511] 'compare' (duration: 1.638351181s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:49.204833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.464461Z","time spent":"1.740157178s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:05:49.20486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.46166Z","time spent":"1.743092752s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-09T01:05:49.205106Z","caller":"traceutil/trace.go:171","msg":"trace[668227699] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"1.740272189s","start":"2026-04-09T01:05:47.464826Z","end":"2026-04-09T01:05:49.205098Z","steps":["trace[668227699] 'process raft request' (duration: 1.739509786s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.205159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.464817Z","time spent":"1.74031583s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:49.20534Z","caller":"traceutil/trace.go:171","msg":"trace[362411588] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"1.736718314s","start":"2026-04-09T01:05:47.468612Z","end":"2026-04-09T01:05:49.20533Z","steps":["trace[362411588] 'process raft request' (duration: 1.735794296s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.205391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:47.468597Z","time spent":"1.736769754s","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:05:49.719884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.380975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T01:05:49.720407Z","caller":"traceutil/trace.go:171","msg":"trace[1973725260] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:446; }","duration":"1.92404525s","start":"2026-04-09T01:05:47.796138Z","end":"2026-04-09T01:05:49.720183Z","steps":["trace[1973725260] 'read index received' (duration: 646.32563ms)","trace[1973725260] 'applied index is now lower than readState.Index' (duration: 1.27771391s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:05:49.720597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924435769s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:05:49.720665Z","caller":"traceutil/trace.go:171","msg":"trace[498705457] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"509.472864ms","start":"2026-04-09T01:05:49.211149Z","end":"2026-04-09T01:05:49.720622Z","steps":["trace[498705457] 'process raft request' (duration: 508.926863ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.720728Z","caller":"traceutil/trace.go:171","msg":"trace[2005482237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:436; }","duration":"1.924582241s","start":"2026-04-09T01:05:47.796126Z","end":"2026-04-09T01:05:49.720708Z","steps":["trace[2005482237] 'agreement among raft nodes before linearized reading' (duration: 1.924371057s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:05:49.720749Z","caller":"traceutil/trace.go:171","msg":"trace[638441962] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"509.508464ms","start":"2026-04-09T01:05:49.211195Z","end":"2026-04-09T01:05:49.720703Z","steps":["trace[638441962] 'process raft request' (duration: 509.318281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.720847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.211131Z","time spent":"509.618286ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:05:49.720889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424383793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:05:49.720904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.211174Z","time spent":"509.636516ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:05:49.72096Z","caller":"traceutil/trace.go:171","msg":"trace[1922591052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:439; }","duration":"1.424530405s","start":"2026-04-09T01:05:48.296399Z","end":"2026-04-09T01:05:49.72093Z","steps":["trace[1922591052] 'agreement among raft nodes before linearized reading' (duration: 1.424378852s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.72101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:48.296369Z","time spent":"1.424628276s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:05:49.721033Z","caller":"traceutil/trace.go:171","msg":"trace[1730332234] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"508.649288ms","start":"2026-04-09T01:05:49.212369Z","end":"2026-04-09T01:05:49.721019Z","steps":["trace[1730332234] 'process raft request' (duration: 508.23079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.721115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.212354Z","time spent":"508.710449ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:05:49.720892Z","caller":"traceutil/trace.go:171","msg":"trace[1284948355] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"507.67717ms","start":"2026-04-09T01:05:49.213185Z","end":"2026-04-09T01:05:49.720862Z","steps":["trace[1284948355] 'process raft request' (duration: 507.510777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.721372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.213158Z","time spent":"508.151998ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:05:49.721419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.822539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T01:05:49.721472Z","caller":"traceutil/trace.go:171","msg":"trace[1059481861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:439; }","duration":"501.904891ms","start":"2026-04-09T01:05:49.219552Z","end":"2026-04-09T01:05:49.721457Z","steps":["trace[1059481861] 'agreement among raft nodes before linearized reading' (duration: 501.755688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.721518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.21954Z","time spent":"501.966802ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:05:49.721538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.886492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T01:05:49.72159Z","caller":"traceutil/trace.go:171","msg":"trace[2026252294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:439; }","duration":"397.987564ms","start":"2026-04-09T01:05:49.323588Z","end":"2026-04-09T01:05:49.721576Z","steps":["trace[2026252294] 'agreement among raft nodes before linearized reading' (duration: 397.676328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.721601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.487288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T01:05:49.721634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.323564Z","time spent":"398.055795ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:05:49.721663Z","caller":"traceutil/trace.go:171","msg":"trace[361794801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:439; }","duration":"471.570899ms","start":"2026-04-09T01:05:49.250077Z","end":"2026-04-09T01:05:49.721647Z","steps":["trace[361794801] 'agreement among raft nodes before linearized reading' (duration: 471.253873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:05:49.721745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:05:49.250065Z","time spent":"471.664861ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:06:01.011515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.605961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:06:01.011663Z","caller":"traceutil/trace.go:171","msg":"trace[2106690321] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"242.027046ms","start":"2026-04-09T01:06:00.769613Z","end":"2026-04-09T01:06:01.01164Z","steps":["trace[2106690321] 'process raft request' (duration: 112.212961ms)","trace[2106690321] 'compare' (duration: 129.422867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:01.350977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.349934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:06:01.351275Z","caller":"traceutil/trace.go:171","msg":"trace[647373403] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"315.709207ms","start":"2026-04-09T01:06:01.035534Z","end":"2026-04-09T01:06:01.351243Z","steps":["trace[647373403] 'process raft request' (duration: 84.999397ms)","trace[647373403] 'compare' (duration: 230.16328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:01.351416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:01.035511Z","time spent":"315.845789ms","remote":"127.0.0.1:35732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:06:01.351378Z","caller":"traceutil/trace.go:171","msg":"trace[861454767] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"315.441493ms","start":"2026-04-09T01:06:01.035875Z","end":"2026-04-09T01:06:01.351317Z","steps":["trace[861454767] 'process raft request' (duration: 315.234089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:01.351625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:01.035839Z","time spent":"315.672947ms","remote":"127.0.0.1:35732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1639,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:06:01.538653Z","caller":"traceutil/trace.go:171","msg":"trace[1711501411] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"181.216155ms","start":"2026-04-09T01:06:01.357376Z","end":"2026-04-09T01:06:01.538592Z","steps":["trace[1711501411] 'process raft request' (duration: 180.928049ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:01.538831Z","caller":"traceutil/trace.go:171","msg":"trace[1208726268] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"181.293296ms","start":"2026-04-09T01:06:01.357499Z","end":"2026-04-09T01:06:01.538792Z","steps":["trace[1208726268] 'process raft request' (duration: 180.976621ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:01.667894Z","caller":"traceutil/trace.go:171","msg":"trace[644680446] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"120.54888ms","start":"2026-04-09T01:06:01.547315Z","end":"2026-04-09T01:06:01.667864Z","steps":["trace[644680446] 'process raft request' (duration: 119.816466ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:03.787779Z","caller":"traceutil/trace.go:171","msg":"trace[655192302] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"393.709552ms","start":"2026-04-09T01:06:03.394033Z","end":"2026-04-09T01:06:03.787742Z","steps":["trace[655192302] 'process raft request' (duration: 393.469587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:03.788013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:03.394012Z","time spent":"393.886215ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:06:10.121774Z","caller":"traceutil/trace.go:171","msg":"trace[91822899] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"287.31536ms","start":"2026-04-09T01:06:09.834425Z","end":"2026-04-09T01:06:10.121741Z","steps":["trace[91822899] 'read index received' (duration: 287.192938ms)","trace[91822899] 'applied index is now lower than readState.Index' (duration: 121.262µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:06:10.121887Z","caller":"traceutil/trace.go:171","msg":"trace[1474328509] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"287.547625ms","start":"2026-04-09T01:06:09.834306Z","end":"2026-04-09T01:06:10.121853Z","steps":["trace[1474328509] 'process raft request' (duration: 287.231299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.122167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.716158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:06:10.122305Z","caller":"traceutil/trace.go:171","msg":"trace[1138577373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"287.902252ms","start":"2026-04-09T01:06:09.834362Z","end":"2026-04-09T01:06:10.122264Z","steps":["trace[1138577373] 'agreement among raft nodes before linearized reading' (duration: 287.522535ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.310706Z","caller":"traceutil/trace.go:171","msg":"trace[1524873257] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"188.806018ms","start":"2026-04-09T01:06:10.121859Z","end":"2026-04-09T01:06:10.310665Z","steps":["trace[1524873257] 'read index received' (duration: 187.200088ms)","trace[1524873257] 'applied index is now lower than readState.Index' (duration: 1.60485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:10.310861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.276049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2z7hc\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-09T01:06:10.310932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.384366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.311161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.88799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.311211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.967122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.311224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.871656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.311202Z","caller":"traceutil/trace.go:171","msg":"trace[1161731935] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"435.539753ms","start":"2026-04-09T01:06:09.8756Z","end":"2026-04-09T01:06:10.31114Z","steps":["trace[1161731935] 'process raft request' (duration: 434.33025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.311279Z","caller":"traceutil/trace.go:171","msg":"trace[4401254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:622; }","duration":"317.023913ms","start":"2026-04-09T01:06:09.994226Z","end":"2026-04-09T01:06:10.31125Z","steps":["trace[4401254] 'agreement among raft nodes before linearized reading' (duration: 316.964872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.311285Z","caller":"traceutil/trace.go:171","msg":"trace[655887267] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:622; }","duration":"257.000838ms","start":"2026-04-09T01:06:10.054256Z","end":"2026-04-09T01:06:10.311257Z","steps":["trace[655887267] 'agreement among raft nodes before linearized reading' (duration: 256.931357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.830485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.311323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.994218Z","time spent":"317.094334ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.311132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.956918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.311374Z","caller":"traceutil/trace.go:171","msg":"trace[1711284163] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:622; }","duration":"256.943598ms","start":"2026-04-09T01:06:10.054397Z","end":"2026-04-09T01:06:10.311341Z","steps":["trace[1711284163] 'agreement among raft nodes before linearized reading' (duration: 256.775455ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.310933Z","caller":"traceutil/trace.go:171","msg":"trace[125999657] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2z7hc; range_end:; response_count:1; response_revision:622; }","duration":"416.400052ms","start":"2026-04-09T01:06:09.894515Z","end":"2026-04-09T01:06:10.310915Z","steps":["trace[125999657] 'agreement among raft nodes before linearized reading' (duration: 416.259748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.284635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.311418Z","caller":"traceutil/trace.go:171","msg":"trace[1259171764] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:622; }","duration":"257.297133ms","start":"2026-04-09T01:06:10.054086Z","end":"2026-04-09T01:06:10.311383Z","steps":["trace[1259171764] 'agreement among raft nodes before linearized reading' (duration: 256.876636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.862495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.311444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.645241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.311566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.894486Z","time spent":"416.996622ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-2z7hc\" "} {"level":"info","ts":"2026-04-09T01:06:10.311489Z","caller":"traceutil/trace.go:171","msg":"trace[1450503653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:622; }","duration":"316.979852ms","start":"2026-04-09T01:06:09.994257Z","end":"2026-04-09T01:06:10.311237Z","steps":["trace[1450503653] 'agreement among raft nodes before linearized reading' (duration: 316.88223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.160027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T01:06:10.310942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.050134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.312003Z","caller":"traceutil/trace.go:171","msg":"trace[640655259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:622; }","duration":"461.414301ms","start":"2026-04-09T01:06:09.850575Z","end":"2026-04-09T01:06:10.311989Z","steps":["trace[640655259] 'agreement among raft nodes before linearized reading' (duration: 460.398653ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.312049Z","caller":"traceutil/trace.go:171","msg":"trace[1956161713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"435.217366ms","start":"2026-04-09T01:06:09.876803Z","end":"2026-04-09T01:06:10.312021Z","steps":["trace[1956161713] 'agreement among raft nodes before linearized reading' (duration: 434.044845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.312059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.850517Z","time spent":"461.529563ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:06:10.31097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.351615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.31199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.994252Z","time spent":"317.479271ms","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.311044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.615206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.312195Z","caller":"traceutil/trace.go:171","msg":"trace[1654509943] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:622; }","duration":"230.642839ms","start":"2026-04-09T01:06:10.081536Z","end":"2026-04-09T01:06:10.312179Z","steps":["trace[1654509943] 'agreement among raft nodes before linearized reading' (duration: 229.316055ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.312237Z","caller":"traceutil/trace.go:171","msg":"trace[792533117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:622; }","duration":"416.844618ms","start":"2026-04-09T01:06:09.895369Z","end":"2026-04-09T01:06:10.312214Z","steps":["trace[792533117] 'agreement among raft nodes before linearized reading' (duration: 415.647027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.641328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.312387Z","caller":"traceutil/trace.go:171","msg":"trace[1213402396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:622; }","duration":"415.977154ms","start":"2026-04-09T01:06:09.896374Z","end":"2026-04-09T01:06:10.312351Z","steps":["trace[1213402396] 'agreement among raft nodes before linearized reading' (duration: 414.613878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.312471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.896365Z","time spent":"416.083526ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:06:10.311043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.894765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T01:06:10.312526Z","caller":"traceutil/trace.go:171","msg":"trace[1191759988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:622; }","duration":"459.401283ms","start":"2026-04-09T01:06:09.853111Z","end":"2026-04-09T01:06:10.312512Z","steps":["trace[1191759988] 'agreement among raft nodes before linearized reading' (duration: 457.787073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.31109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.746519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.312661Z","caller":"traceutil/trace.go:171","msg":"trace[1543263107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:622; }","duration":"417.334308ms","start":"2026-04-09T01:06:09.895309Z","end":"2026-04-09T01:06:10.312643Z","steps":["trace[1543263107] 'agreement among raft nodes before linearized reading' (duration: 415.757719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.312712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.895302Z","time spent":"417.395149ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.311097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.247714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.312812Z","caller":"traceutil/trace.go:171","msg":"trace[1404757416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:622; }","duration":"367.008527ms","start":"2026-04-09T01:06:09.945792Z","end":"2026-04-09T01:06:10.312801Z","steps":["trace[1404757416] 'agreement among raft nodes before linearized reading' (duration: 365.280815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.312847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.945747Z","time spent":"367.090789ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.31111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.85652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.313009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.853098Z","time spent":"459.512486ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:06:10.311096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.101232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.313081Z","caller":"traceutil/trace.go:171","msg":"trace[911686384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:622; }","duration":"203.105939ms","start":"2026-04-09T01:06:10.109964Z","end":"2026-04-09T01:06:10.313069Z","steps":["trace[911686384] 'agreement among raft nodes before linearized reading' (duration: 201.100232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.651523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.31316Z","caller":"traceutil/trace.go:171","msg":"trace[771070040] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:622; }","duration":"202.667401ms","start":"2026-04-09T01:06:10.110479Z","end":"2026-04-09T01:06:10.313146Z","steps":["trace[771070040] 'agreement among raft nodes before linearized reading' (duration: 200.646034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.029423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.313244Z","caller":"traceutil/trace.go:171","msg":"trace[163565347] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"437.153233ms","start":"2026-04-09T01:06:09.87608Z","end":"2026-04-09T01:06:10.313233Z","steps":["trace[163565347] 'agreement among raft nodes before linearized reading' (duration: 435.053614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.313285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.876056Z","time spent":"437.216504ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.311164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.854465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.313343Z","caller":"traceutil/trace.go:171","msg":"trace[1134207920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"469.034586ms","start":"2026-04-09T01:06:09.844295Z","end":"2026-04-09T01:06:10.31333Z","steps":["trace[1134207920] 'agreement among raft nodes before linearized reading' (duration: 466.841635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.313387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.844261Z","time spent":"469.111757ms","remote":"127.0.0.1:37922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:06:10.311244Z","caller":"traceutil/trace.go:171","msg":"trace[1353145715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:622; }","duration":"229.735883ms","start":"2026-04-09T01:06:10.081489Z","end":"2026-04-09T01:06:10.311225Z","steps":["trace[1353145715] 'agreement among raft nodes before linearized reading' (duration: 229.413247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.313051Z","caller":"traceutil/trace.go:171","msg":"trace[360395376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"436.791176ms","start":"2026-04-09T01:06:09.876196Z","end":"2026-04-09T01:06:10.312987Z","steps":["trace[360395376] 'agreement among raft nodes before linearized reading' (duration: 434.882811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.311525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.875548Z","time spent":"435.778157ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:06:10.311551Z","caller":"traceutil/trace.go:171","msg":"trace[138087012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:622; }","duration":"201.54401ms","start":"2026-04-09T01:06:10.109957Z","end":"2026-04-09T01:06:10.311501Z","steps":["trace[138087012] 'agreement among raft nodes before linearized reading' (duration: 201.089361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.313547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.876172Z","time spent":"437.305295ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.310849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.761067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.311636Z","caller":"traceutil/trace.go:171","msg":"trace[156279313] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:622; }","duration":"467.198951ms","start":"2026-04-09T01:06:09.844384Z","end":"2026-04-09T01:06:10.311583Z","steps":["trace[156279313] 'agreement among raft nodes before linearized reading' (duration: 466.748023ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.311657Z","caller":"traceutil/trace.go:171","msg":"trace[1100094483] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:622; }","duration":"229.964176ms","start":"2026-04-09T01:06:10.081644Z","end":"2026-04-09T01:06:10.311608Z","steps":["trace[1100094483] 'agreement among raft nodes before linearized reading' (duration: 229.473998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.312148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.876783Z","time spent":"435.335179ms","remote":"127.0.0.1:37922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:06:10.310994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.03451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.31231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.895349Z","time spent":"416.939901ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:06:10.314004Z","caller":"traceutil/trace.go:171","msg":"trace[1485927549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:622; }","duration":"319.942688ms","start":"2026-04-09T01:06:09.994048Z","end":"2026-04-09T01:06:10.313991Z","steps":["trace[1485927549] 'agreement among raft nodes before linearized reading' (duration: 316.662935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.314059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.993999Z","time spent":"320.04724ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:06:10.314096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.844352Z","time spent":"469.719189ms","remote":"127.0.0.1:37922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-09T01:06:10.314223Z","caller":"traceutil/trace.go:171","msg":"trace[1598557787] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:622; }","duration":"368.285221ms","start":"2026-04-09T01:06:09.945918Z","end":"2026-04-09T01:06:10.314203Z","steps":["trace[1598557787] 'agreement among raft nodes before linearized reading' (duration: 365.04798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.3143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:09.945907Z","time spent":"368.371523ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:06:10.370926Z","caller":"traceutil/trace.go:171","msg":"trace[1002106601] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"238.225253ms","start":"2026-04-09T01:06:10.132682Z","end":"2026-04-09T01:06:10.370908Z","steps":["trace[1002106601] 'process raft request' (duration: 238.026919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.371007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.595985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.371094Z","caller":"traceutil/trace.go:171","msg":"trace[1876363164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:623; }","duration":"114.742769ms","start":"2026-04-09T01:06:10.256333Z","end":"2026-04-09T01:06:10.371076Z","steps":["trace[1876363164] 'agreement among raft nodes before linearized reading' (duration: 114.589645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.371347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.25307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.3714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.089995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.371259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.308353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.371466Z","caller":"traceutil/trace.go:171","msg":"trace[2067004838] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:623; }","duration":"115.167487ms","start":"2026-04-09T01:06:10.256281Z","end":"2026-04-09T01:06:10.371449Z","steps":["trace[2067004838] 'agreement among raft nodes before linearized reading' (duration: 115.069205ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.371488Z","caller":"traceutil/trace.go:171","msg":"trace[788907701] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:623; }","duration":"114.419043ms","start":"2026-04-09T01:06:10.257014Z","end":"2026-04-09T01:06:10.371433Z","steps":["trace[788907701] 'agreement among raft nodes before linearized reading' (duration: 114.182749ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.371505Z","caller":"traceutil/trace.go:171","msg":"trace[535504515] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:623; }","duration":"231.618479ms","start":"2026-04-09T01:06:10.139872Z","end":"2026-04-09T01:06:10.371491Z","steps":["trace[535504515] 'agreement among raft nodes before linearized reading' (duration: 231.337573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.371368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.450796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.371621Z","caller":"traceutil/trace.go:171","msg":"trace[349843011] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:623; }","duration":"231.751801ms","start":"2026-04-09T01:06:10.139838Z","end":"2026-04-09T01:06:10.37159Z","steps":["trace[349843011] 'agreement among raft nodes before linearized reading' (duration: 231.476436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.371389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.922624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.371704Z","caller":"traceutil/trace.go:171","msg":"trace[973511962] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:623; }","duration":"231.255451ms","start":"2026-04-09T01:06:10.140436Z","end":"2026-04-09T01:06:10.371692Z","steps":["trace[973511962] 'agreement among raft nodes before linearized reading' (duration: 230.916545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.976477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.44363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:06:10.976931Z","caller":"traceutil/trace.go:171","msg":"trace[308912648] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:647; }","duration":"606.033786ms","start":"2026-04-09T01:06:10.370874Z","end":"2026-04-09T01:06:10.976908Z","steps":["trace[308912648] 'read index received' (duration: 487.981075ms)","trace[308912648] 'applied index is now lower than readState.Index' (duration: 118.051281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:10.977095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.079125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977146Z","caller":"traceutil/trace.go:171","msg":"trace[725281749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:627; }","duration":"616.134336ms","start":"2026-04-09T01:06:10.360996Z","end":"2026-04-09T01:06:10.97713Z","steps":["trace[725281749] 'agreement among raft nodes before linearized reading' (duration: 616.052274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.31455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977136Z","caller":"traceutil/trace.go:171","msg":"trace[1633328176] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"658.994786ms","start":"2026-04-09T01:06:10.31809Z","end":"2026-04-09T01:06:10.977085Z","steps":["trace[1633328176] 'process raft request' (duration: 540.848993ms)","trace[1633328176] 'compare' (duration: 117.205746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:10.977199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.927943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977205Z","caller":"traceutil/trace.go:171","msg":"trace[705914960] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"613.064737ms","start":"2026-04-09T01:06:10.364099Z","end":"2026-04-09T01:06:10.977164Z","steps":["trace[705914960] 'process raft request' (duration: 612.734861ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.977241Z","caller":"traceutil/trace.go:171","msg":"trace[1266424709] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:627; }","duration":"615.441132ms","start":"2026-04-09T01:06:10.36178Z","end":"2026-04-09T01:06:10.977221Z","steps":["trace[1266424709] 'agreement among raft nodes before linearized reading' (duration: 615.259619ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.977253Z","caller":"traceutil/trace.go:171","msg":"trace[2080204580] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:627; }","duration":"651.022196ms","start":"2026-04-09T01:06:10.326217Z","end":"2026-04-09T01:06:10.97724Z","steps":["trace[2080204580] 'agreement among raft nodes before linearized reading' (duration: 650.949564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.422311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.929813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.326204Z","time spent":"651.071116ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.977285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.361773Z","time spent":"615.501363ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:06:10.977286Z","caller":"traceutil/trace.go:171","msg":"trace[1530566636] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"657.805873ms","start":"2026-04-09T01:06:10.319456Z","end":"2026-04-09T01:06:10.977261Z","steps":["trace[1530566636] 'process raft request' (duration: 657.163091ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.9773Z","caller":"traceutil/trace.go:171","msg":"trace[559642375] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:627; }","duration":"616.516203ms","start":"2026-04-09T01:06:10.360769Z","end":"2026-04-09T01:06:10.977285Z","steps":["trace[559642375] 'agreement among raft nodes before linearized reading' (duration: 616.415221ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.977324Z","caller":"traceutil/trace.go:171","msg":"trace[2069826924] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:627; }","duration":"651.017945ms","start":"2026-04-09T01:06:10.326286Z","end":"2026-04-09T01:06:10.977304Z","steps":["trace[2069826924] 'agreement among raft nodes before linearized reading' (duration: 650.912433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.360762Z","time spent":"616.570245ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.977341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.364088Z","time spent":"613.177529ms","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:06:10.977281Z","caller":"traceutil/trace.go:171","msg":"trace[835501481] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"650.427834ms","start":"2026-04-09T01:06:10.326765Z","end":"2026-04-09T01:06:10.977192Z","steps":["trace[835501481] 'process raft request' (duration: 649.954095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.319386Z","time spent":"657.940396ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:06:10.977197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.36099Z","time spent":"616.192547ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.977365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.326266Z","time spent":"651.088187ms","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.977426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.318063Z","time spent":"659.196199ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:06:10.977538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.070262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977566Z","caller":"traceutil/trace.go:171","msg":"trace[302481274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:627; }","duration":"537.124502ms","start":"2026-04-09T01:06:10.440433Z","end":"2026-04-09T01:06:10.977558Z","steps":["trace[302481274] 'agreement among raft nodes before linearized reading' (duration: 537.077842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.84267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.903196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977605Z","caller":"traceutil/trace.go:171","msg":"trace[373626429] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:627; }","duration":"361.927261ms","start":"2026-04-09T01:06:10.615666Z","end":"2026-04-09T01:06:10.977593Z","steps":["trace[373626429] 'agreement among raft nodes before linearized reading' (duration: 361.85917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.293886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.326749Z","time spent":"650.696859ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:06:10.977638Z","caller":"traceutil/trace.go:171","msg":"trace[1474154999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:627; }","duration":"536.325367ms","start":"2026-04-09T01:06:10.441308Z","end":"2026-04-09T01:06:10.977633Z","steps":["trace[1474154999] 'agreement among raft nodes before linearized reading' (duration: 536.296746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.615638Z","time spent":"361.993523ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.977657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.441299Z","time spent":"536.353158ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:06:10.977677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.830285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.97767Z","caller":"traceutil/trace.go:171","msg":"trace[1111709439] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:627; }","duration":"585.14521ms","start":"2026-04-09T01:06:10.392488Z","end":"2026-04-09T01:06:10.977633Z","steps":["trace[1111709439] 'agreement among raft nodes before linearized reading' (duration: 584.824414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.177719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977753Z","caller":"traceutil/trace.go:171","msg":"trace[1346209811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:627; }","duration":"256.955627ms","start":"2026-04-09T01:06:10.720782Z","end":"2026-04-09T01:06:10.977738Z","steps":["trace[1346209811] 'agreement among raft nodes before linearized reading' (duration: 256.846805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.228786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.296676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.392473Z","time spent":"585.293553ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.977801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.93006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977808Z","caller":"traceutil/trace.go:171","msg":"trace[907173214] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:627; }","duration":"296.415383ms","start":"2026-04-09T01:06:10.681365Z","end":"2026-04-09T01:06:10.977781Z","steps":["trace[907173214] 'agreement among raft nodes before linearized reading' (duration: 296.087057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.206145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977859Z","caller":"traceutil/trace.go:171","msg":"trace[251522919] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:627; }","duration":"236.008562ms","start":"2026-04-09T01:06:10.741838Z","end":"2026-04-09T01:06:10.977846Z","steps":["trace[251522919] 'agreement among raft nodes before linearized reading' (duration: 235.94036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.801164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977888Z","caller":"traceutil/trace.go:171","msg":"trace[1012930047] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:627; }","duration":"555.291006ms","start":"2026-04-09T01:06:10.422587Z","end":"2026-04-09T01:06:10.977878Z","steps":["trace[1012930047] 'agreement among raft nodes before linearized reading' (duration: 555.244735ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.977808Z","caller":"traceutil/trace.go:171","msg":"trace[1715175878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:627; }","duration":"554.301918ms","start":"2026-04-09T01:06:10.423491Z","end":"2026-04-09T01:06:10.977793Z","steps":["trace[1715175878] 'agreement among raft nodes before linearized reading' (duration: 554.252227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.142575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977918Z","caller":"traceutil/trace.go:171","msg":"trace[366039724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:627; }","duration":"584.915526ms","start":"2026-04-09T01:06:10.39298Z","end":"2026-04-09T01:06:10.977896Z","steps":["trace[366039724] 'agreement among raft nodes before linearized reading' (duration: 584.676891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.422557Z","time spent":"555.369598ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.97794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.423471Z","time spent":"554.45973ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-04-09T01:06:10.977947Z","caller":"traceutil/trace.go:171","msg":"trace[1715313578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:627; }","duration":"362.226497ms","start":"2026-04-09T01:06:10.615707Z","end":"2026-04-09T01:06:10.977933Z","steps":["trace[1715313578] 'agreement among raft nodes before linearized reading' (duration: 362.155386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.50692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.977815Z","caller":"traceutil/trace.go:171","msg":"trace[162075398] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:627; }","duration":"537.342237ms","start":"2026-04-09T01:06:10.440466Z","end":"2026-04-09T01:06:10.977808Z","steps":["trace[162075398] 'agreement among raft nodes before linearized reading' (duration: 537.306666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.977969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.392975Z","time spent":"584.981958ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:06:10.977986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.615677Z","time spent":"362.298458ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:06:10.977989Z","caller":"traceutil/trace.go:171","msg":"trace[982580875] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:627; }","duration":"236.583362ms","start":"2026-04-09T01:06:10.741395Z","end":"2026-04-09T01:06:10.977979Z","steps":["trace[982580875] 'agreement among raft nodes before linearized reading' (duration: 236.513441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.97759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.440419Z","time spent":"537.165264ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:06:10.977894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.483312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.978085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.440449Z","time spent":"537.560471ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.978102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.344004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.978125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.391499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.978131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.847945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.978148Z","caller":"traceutil/trace.go:171","msg":"trace[337004714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:627; }","duration":"272.434089ms","start":"2026-04-09T01:06:10.705706Z","end":"2026-04-09T01:06:10.978141Z","steps":["trace[337004714] 'agreement among raft nodes before linearized reading' (duration: 272.397958ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.978142Z","caller":"traceutil/trace.go:171","msg":"trace[276119078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:627; }","duration":"361.734677ms","start":"2026-04-09T01:06:10.616385Z","end":"2026-04-09T01:06:10.978119Z","steps":["trace[276119078] 'agreement among raft nodes before linearized reading' (duration: 361.473942ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.978152Z","caller":"traceutil/trace.go:171","msg":"trace[152703711] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:627; }","duration":"585.405865ms","start":"2026-04-09T01:06:10.39273Z","end":"2026-04-09T01:06:10.978136Z","steps":["trace[152703711] 'agreement among raft nodes before linearized reading' (duration: 585.302133ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.978163Z","caller":"traceutil/trace.go:171","msg":"trace[2042640462] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:627; }","duration":"256.898985ms","start":"2026-04-09T01:06:10.721254Z","end":"2026-04-09T01:06:10.978153Z","steps":["trace[2042640462] 'agreement among raft nodes before linearized reading' (duration: 256.848774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.978197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.392721Z","time spent":"585.463796ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.978201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.616377Z","time spent":"361.804668ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T01:06:10.978204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.743079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.184955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:10.977966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.42777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.978286Z","caller":"traceutil/trace.go:171","msg":"trace[635179945] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:627; }","duration":"236.726715ms","start":"2026-04-09T01:06:10.74155Z","end":"2026-04-09T01:06:10.978276Z","steps":["trace[635179945] 'agreement among raft nodes before linearized reading' (duration: 236.127934ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.978291Z","caller":"traceutil/trace.go:171","msg":"trace[1492601118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:627; }","duration":"296.877341ms","start":"2026-04-09T01:06:10.681392Z","end":"2026-04-09T01:06:10.978269Z","steps":["trace[1492601118] 'agreement among raft nodes before linearized reading' (duration: 296.721799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.97768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.120163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.978319Z","caller":"traceutil/trace.go:171","msg":"trace[1537353995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:627; }","duration":"272.803667ms","start":"2026-04-09T01:06:10.7055Z","end":"2026-04-09T01:06:10.978304Z","steps":["trace[1537353995] 'agreement among raft nodes before linearized reading' (duration: 272.43886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.978338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.33976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.978397Z","caller":"traceutil/trace.go:171","msg":"trace[789737480] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:627; }","duration":"296.408111ms","start":"2026-04-09T01:06:10.681973Z","end":"2026-04-09T01:06:10.978381Z","steps":["trace[789737480] 'agreement among raft nodes before linearized reading' (duration: 296.32445ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:10.978349Z","caller":"traceutil/trace.go:171","msg":"trace[1983109803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:627; }","duration":"555.821796ms","start":"2026-04-09T01:06:10.422515Z","end":"2026-04-09T01:06:10.978337Z","steps":["trace[1983109803] 'agreement among raft nodes before linearized reading' (duration: 555.127973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:10.978477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:10.422498Z","time spent":"555.959249ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:06:10.978089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.263563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:10.979171Z","caller":"traceutil/trace.go:171","msg":"trace[1758485600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:627; }","duration":"257.732702ms","start":"2026-04-09T01:06:10.720818Z","end":"2026-04-09T01:06:10.97855Z","steps":["trace[1758485600] 'agreement among raft nodes before linearized reading' (duration: 257.166001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.627054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059225908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:06:12.783822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581095336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:12.78392Z","caller":"traceutil/trace.go:171","msg":"trace[1772137328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.58127166s","start":"2026-04-09T01:06:11.202628Z","end":"2026-04-09T01:06:12.7839Z","steps":["trace[1772137328] 'range keys from in-memory index tree' (duration: 1.580905012s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.783893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488091398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:12.783988Z","caller":"traceutil/trace.go:171","msg":"trace[332676911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.488231311s","start":"2026-04-09T01:06:11.295737Z","end":"2026-04-09T01:06:12.783968Z","steps":["trace[332676911] 'range keys from in-memory index tree' (duration: 1.488009007s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.783981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:11.202588Z","time spent":"1.581376282s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:06:12.784036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:11.295715Z","time spent":"1.488312282s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:06:12.794572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425468893s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:06:12.796501Z","caller":"traceutil/trace.go:171","msg":"trace[138555410] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.429000001s","start":"2026-04-09T01:06:11.367463Z","end":"2026-04-09T01:06:12.796463Z","steps":["trace[138555410] 'process raft request' (duration: 1.427999932s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.796743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:11.367425Z","time spent":"1.429185025s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:06:12.804329Z","caller":"traceutil/trace.go:171","msg":"trace[1418745295] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:651; }","duration":"677.71189ms","start":"2026-04-09T01:06:12.126595Z","end":"2026-04-09T01:06:12.804307Z","steps":["trace[1418745295] 'read index received' (duration: 668.330313ms)","trace[1418745295] 'applied index is now lower than readState.Index' (duration: 9.380187ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:06:12.804451Z","caller":"traceutil/trace.go:171","msg":"trace[1039004456] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"505.933013ms","start":"2026-04-09T01:06:12.29851Z","end":"2026-04-09T01:06:12.804443Z","steps":["trace[1039004456] 'process raft request' (duration: 505.652308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.804559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:12.298467Z","time spent":"506.006924ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:06:12.804623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.730416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:06:12.80468Z","caller":"traceutil/trace.go:171","msg":"trace[1174442933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"427.823597ms","start":"2026-04-09T01:06:12.376842Z","end":"2026-04-09T01:06:12.804666Z","steps":["trace[1174442933] 'agreement among raft nodes before linearized reading' (duration: 427.672575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.804707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:12.376821Z","time spent":"427.880729ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:06:12.804864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.283212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:06:12.804891Z","caller":"traceutil/trace.go:171","msg":"trace[1970341256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"678.366233ms","start":"2026-04-09T01:06:12.126516Z","end":"2026-04-09T01:06:12.804883Z","steps":["trace[1970341256] 'agreement among raft nodes before linearized reading' (duration: 678.267021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:12.804955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:06:12.126484Z","time spent":"678.466294ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:06:14.347955Z","caller":"traceutil/trace.go:171","msg":"trace[728547335] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"285.187321ms","start":"2026-04-09T01:06:14.062716Z","end":"2026-04-09T01:06:14.347904Z","steps":["trace[728547335] 'process raft request' (duration: 283.803695ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:17.261483Z","caller":"traceutil/trace.go:171","msg":"trace[1060311021] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:730; }","duration":"104.69682ms","start":"2026-04-09T01:06:17.156751Z","end":"2026-04-09T01:06:17.261448Z","steps":["trace[1060311021] 'read index received' (duration: 51.941012ms)","trace[1060311021] 'applied index is now lower than readState.Index' (duration: 52.754068ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:06:17.261535Z","caller":"traceutil/trace.go:171","msg":"trace[995908135] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"152.719316ms","start":"2026-04-09T01:06:17.108767Z","end":"2026-04-09T01:06:17.261486Z","steps":["trace[995908135] 'process raft request' (duration: 99.872147ms)","trace[995908135] 'compare' (duration: 52.609465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:17.261911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.139457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-09T01:06:17.261973Z","caller":"traceutil/trace.go:171","msg":"trace[1098930284] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"105.26882ms","start":"2026-04-09T01:06:17.156689Z","end":"2026-04-09T01:06:17.261958Z","steps":["trace[1098930284] 'agreement among raft nodes before linearized reading' (duration: 104.917463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:27.208313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.376694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mj8hc\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-09T01:06:27.20843Z","caller":"traceutil/trace.go:171","msg":"trace[54734257] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-mj8hc; range_end:; response_count:1; response_revision:785; }","duration":"203.536567ms","start":"2026-04-09T01:06:27.004871Z","end":"2026-04-09T01:06:27.208408Z","steps":["trace[54734257] 'range keys from in-memory index tree' (duration: 203.16038ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:27.492581Z","caller":"traceutil/trace.go:171","msg":"trace[67004454] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"279.403722ms","start":"2026-04-09T01:06:27.213139Z","end":"2026-04-09T01:06:27.492543Z","steps":["trace[67004454] 'process raft request' (duration: 279.141437ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:27.501626Z","caller":"traceutil/trace.go:171","msg":"trace[1614051858] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:813; }","duration":"205.504293ms","start":"2026-04-09T01:06:27.296093Z","end":"2026-04-09T01:06:27.501597Z","steps":["trace[1614051858] 'read index received' (duration: 196.140427ms)","trace[1614051858] 'applied index is now lower than readState.Index' (duration: 9.362536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:27.50187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.754449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:27.501931Z","caller":"traceutil/trace.go:171","msg":"trace[357615461] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"285.733201ms","start":"2026-04-09T01:06:27.216171Z","end":"2026-04-09T01:06:27.501904Z","steps":["trace[357615461] 'process raft request' (duration: 285.355063ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:27.501955Z","caller":"traceutil/trace.go:171","msg":"trace[255956939] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"288.701547ms","start":"2026-04-09T01:06:27.213222Z","end":"2026-04-09T01:06:27.501923Z","steps":["trace[255956939] 'process raft request' (duration: 288.150346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:27.501952Z","caller":"traceutil/trace.go:171","msg":"trace[616686003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"205.896672ms","start":"2026-04-09T01:06:27.29604Z","end":"2026-04-09T01:06:27.501936Z","steps":["trace[616686003] 'agreement among raft nodes before linearized reading' (duration: 205.749589ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:46.374644Z","caller":"traceutil/trace.go:171","msg":"trace[856452292] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"117.868518ms","start":"2026-04-09T01:06:46.256736Z","end":"2026-04-09T01:06:46.374605Z","steps":["trace[856452292] 'process raft request' (duration: 117.546992ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:53.005032Z","caller":"traceutil/trace.go:171","msg":"trace[818204134] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"108.506581ms","start":"2026-04-09T01:06:52.896493Z","end":"2026-04-09T01:06:53.005Z","steps":["trace[818204134] 'process raft request' (duration: 31.69538ms)","trace[818204134] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.242; req_size:118; } (duration: 76.640698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:06:55.590979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.323019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:06:55.59119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.243699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:06:55.591336Z","caller":"traceutil/trace.go:171","msg":"trace[2103942920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1184; }","duration":"152.431383ms","start":"2026-04-09T01:06:55.438874Z","end":"2026-04-09T01:06:55.591306Z","steps":["trace[2103942920] 'count revisions from in-memory index tree' (duration: 152.078586ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:06:55.591191Z","caller":"traceutil/trace.go:171","msg":"trace[1694451232] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1184; }","duration":"154.567205ms","start":"2026-04-09T01:06:55.436598Z","end":"2026-04-09T01:06:55.591165Z","steps":["trace[1694451232] 'count revisions from in-memory index tree' (duration: 154.262358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:06:55.591003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.320088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:06:55.591654Z","caller":"traceutil/trace.go:171","msg":"trace[1380634933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1184; }","duration":"292.95563ms","start":"2026-04-09T01:06:55.298638Z","end":"2026-04-09T01:06:55.591594Z","steps":["trace[1380634933] 'range keys from in-memory index tree' (duration: 292.222115ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:10.711156Z","caller":"traceutil/trace.go:171","msg":"trace[96755440] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"106.066242ms","start":"2026-04-09T01:07:10.605054Z","end":"2026-04-09T01:07:10.711121Z","steps":["trace[96755440] 'process raft request' (duration: 105.758447ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:34.999358Z","caller":"traceutil/trace.go:171","msg":"trace[115704751] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"145.263507ms","start":"2026-04-09T01:07:34.854069Z","end":"2026-04-09T01:07:34.999332Z","steps":["trace[115704751] 'process raft request' (duration: 129.035469ms)","trace[115704751] 'compare' (duration: 16.073314ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:34.999624Z","caller":"traceutil/trace.go:171","msg":"trace[1309914099] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"138.626271ms","start":"2026-04-09T01:07:34.860964Z","end":"2026-04-09T01:07:34.99959Z","steps":["trace[1309914099] 'process raft request' (duration: 138.323804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:34.999923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.235679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222191"} {"level":"info","ts":"2026-04-09T01:07:34.999962Z","caller":"traceutil/trace.go:171","msg":"trace[1773313566] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1730; }","duration":"103.29107ms","start":"2026-04-09T01:07:34.896662Z","end":"2026-04-09T01:07:34.999953Z","steps":["trace[1773313566] 'agreement among raft nodes before linearized reading' (duration: 102.959124ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:37.321221Z","caller":"traceutil/trace.go:171","msg":"trace[1399111746] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"287.13749ms","start":"2026-04-09T01:07:37.03405Z","end":"2026-04-09T01:07:37.321187Z","steps":["trace[1399111746] 'process raft request' (duration: 286.927577ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:39.014115Z","caller":"traceutil/trace.go:171","msg":"trace[1583990382] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"127.910948ms","start":"2026-04-09T01:07:38.886144Z","end":"2026-04-09T01:07:39.014055Z","steps":["trace[1583990382] 'process raft request' (duration: 127.666583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:39.40506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.0685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:07:39.405168Z","caller":"traceutil/trace.go:171","msg":"trace[1027519813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1768; }","duration":"109.220493ms","start":"2026-04-09T01:07:39.295925Z","end":"2026-04-09T01:07:39.405145Z","steps":["trace[1027519813] 'range keys from in-memory index tree' (duration: 108.984738ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:39.623763Z","caller":"traceutil/trace.go:171","msg":"trace[1871242345] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"212.35902ms","start":"2026-04-09T01:07:39.411359Z","end":"2026-04-09T01:07:39.623718Z","steps":["trace[1871242345] 'process raft request' (duration: 212.129656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:46.984895Z","caller":"traceutil/trace.go:171","msg":"trace[698527584] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"284.132882ms","start":"2026-04-09T01:07:46.700733Z","end":"2026-04-09T01:07:46.984866Z","steps":["trace[698527584] 'process raft request' (duration: 283.946079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.621808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.419252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:07:47.621933Z","caller":"traceutil/trace.go:171","msg":"trace[1449694811] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1953; }","duration":"541.419456ms","start":"2026-04-09T01:07:47.080492Z","end":"2026-04-09T01:07:47.621911Z","steps":["trace[1449694811] 'read index received' (duration: 338.844481ms)","trace[1449694811] 'applied index is now lower than readState.Index' (duration: 202.573635ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:47.622027Z","caller":"traceutil/trace.go:171","msg":"trace[1837921439] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"719.886543ms","start":"2026-04-09T01:07:46.902109Z","end":"2026-04-09T01:07:47.621996Z","steps":["trace[1837921439] 'process raft request' (duration: 517.133694ms)","trace[1837921439] 'compare' (duration: 202.256219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:47.622153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.66637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-09T01:07:47.622149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:46.902083Z","time spent":"720.012245ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:07:47.62219Z","caller":"traceutil/trace.go:171","msg":"trace[841566285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"541.705301ms","start":"2026-04-09T01:07:47.080475Z","end":"2026-04-09T01:07:47.62218Z","steps":["trace[841566285] 'agreement among raft nodes before linearized reading' (duration: 541.523848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.622219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.080393Z","time spent":"541.819763ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T01:07:47.655552Z","caller":"traceutil/trace.go:171","msg":"trace[1624062656] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"536.702527ms","start":"2026-04-09T01:07:47.118814Z","end":"2026-04-09T01:07:47.655516Z","steps":["trace[1624062656] 'process raft request' (duration: 536.562274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.655695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.118787Z","time spent":"536.847599ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:07:47.684921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.82681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:07:47.684978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.526025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:07:47.684956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.588618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b694df36-0a66-46d5-ae05-206117a5c52e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T01:07:47.685034Z","caller":"traceutil/trace.go:171","msg":"trace[1223169711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"388.614566ms","start":"2026-04-09T01:07:47.296406Z","end":"2026-04-09T01:07:47.685021Z","steps":["trace[1223169711] 'agreement among raft nodes before linearized reading' (duration: 388.526714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.685014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.853902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b694df36-0a66-46d5-ae05-206117a5c52e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T01:07:47.685048Z","caller":"traceutil/trace.go:171","msg":"trace[1075833134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1881; }","duration":"144.009153ms","start":"2026-04-09T01:07:47.541012Z","end":"2026-04-09T01:07:47.685021Z","steps":["trace[1075833134] 'agreement among raft nodes before linearized reading' (duration: 143.679827ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:47.685058Z","caller":"traceutil/trace.go:171","msg":"trace[1447533788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b694df36-0a66-46d5-ae05-206117a5c52e; range_end:; response_count:1; response_revision:1881; }","duration":"228.757252ms","start":"2026-04-09T01:07:47.456279Z","end":"2026-04-09T01:07:47.685036Z","steps":["trace[1447533788] 'agreement among raft nodes before linearized reading' (duration: 228.471117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.68507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.296389Z","time spent":"388.672818ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:07:47.685102Z","caller":"traceutil/trace.go:171","msg":"trace[649672895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b694df36-0a66-46d5-ae05-206117a5c52e; range_end:; response_count:1; response_revision:1881; }","duration":"211.009335ms","start":"2026-04-09T01:07:47.474069Z","end":"2026-04-09T01:07:47.685078Z","steps":["trace[649672895] 'agreement among raft nodes before linearized reading' (duration: 210.639638ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:47.685346Z","caller":"traceutil/trace.go:171","msg":"trace[210929433] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"140.667599ms","start":"2026-04-09T01:07:47.544618Z","end":"2026-04-09T01:07:47.685285Z","steps":["trace[210929433] 'process raft request' (duration: 139.879594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.685522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.141592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-09T01:07:47.685599Z","caller":"traceutil/trace.go:171","msg":"trace[1829209523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1881; }","duration":"461.260334ms","start":"2026-04-09T01:07:47.224321Z","end":"2026-04-09T01:07:47.685581Z","steps":["trace[1829209523] 'agreement among raft nodes before linearized reading' (duration: 460.983589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:47.685649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.224301Z","time spent":"461.335305ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:07:47.887201Z","caller":"traceutil/trace.go:171","msg":"trace[875231087] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"192.399631ms","start":"2026-04-09T01:07:47.694766Z","end":"2026-04-09T01:07:47.887166Z","steps":["trace[875231087] 'process raft request' (duration: 192.292919ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:47.887769Z","caller":"traceutil/trace.go:171","msg":"trace[238478315] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"197.433287ms","start":"2026-04-09T01:07:47.690321Z","end":"2026-04-09T01:07:47.887754Z","steps":["trace[238478315] 'process raft request' (duration: 196.330566ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:47.887925Z","caller":"traceutil/trace.go:171","msg":"trace[291183759] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"196.997339ms","start":"2026-04-09T01:07:47.690917Z","end":"2026-04-09T01:07:47.887915Z","steps":["trace[291183759] 'process raft request' (duration: 196.059971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:48.386807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.172817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:07:48.386957Z","caller":"traceutil/trace.go:171","msg":"trace[999956969] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"473.891634ms","start":"2026-04-09T01:07:47.913039Z","end":"2026-04-09T01:07:48.38693Z","steps":["trace[999956969] 'process raft request' (duration: 65.473602ms)","trace[999956969] 'compare' (duration: 407.969794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:48.387327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.913004Z","time spent":"474.165679ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:07:48.485728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059228345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:07:48.687619Z","caller":"traceutil/trace.go:171","msg":"trace[1674480982] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"772.799277ms","start":"2026-04-09T01:07:47.914785Z","end":"2026-04-09T01:07:48.687585Z","steps":["trace[1674480982] 'process raft request' (duration: 772.609394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:48.687825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.914764Z","time spent":"772.94066ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:07:48.722971Z","caller":"traceutil/trace.go:171","msg":"trace[1678350255] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1961; }","duration":"737.778293ms","start":"2026-04-09T01:07:47.985157Z","end":"2026-04-09T01:07:48.722936Z","steps":["trace[1678350255] 'read index received' (duration: 702.29809ms)","trace[1678350255] 'applied index is now lower than readState.Index' (duration: 35.477673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:48.723304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.109719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T01:07:48.723427Z","caller":"traceutil/trace.go:171","msg":"trace[1197360898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1887; }","duration":"738.291092ms","start":"2026-04-09T01:07:47.98511Z","end":"2026-04-09T01:07:48.723401Z","steps":["trace[1197360898] 'agreement among raft nodes before linearized reading' (duration: 737.944576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:48.723335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.128012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-09T01:07:48.723487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:47.985092Z","time spent":"738.378985ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:07:48.723529Z","caller":"traceutil/trace.go:171","msg":"trace[666656664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1887; }","duration":"716.371187ms","start":"2026-04-09T01:07:48.007138Z","end":"2026-04-09T01:07:48.723509Z","steps":["trace[666656664] 'agreement among raft nodes before linearized reading' (duration: 715.99519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:48.72349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.76948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:07:48.723586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:48.007124Z","time spent":"716.449309ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:07:48.723644Z","caller":"traceutil/trace.go:171","msg":"trace[418101273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"426.990614ms","start":"2026-04-09T01:07:48.296618Z","end":"2026-04-09T01:07:48.723608Z","steps":["trace[418101273] 'agreement among raft nodes before linearized reading' (duration: 426.720398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:07:48.723727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:07:48.296587Z","time spent":"427.124057ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:07:55.210685Z","caller":"traceutil/trace.go:171","msg":"trace[976950072] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"184.395061ms","start":"2026-04-09T01:07:55.026265Z","end":"2026-04-09T01:07:55.21066Z","steps":["trace[976950072] 'process raft request' (duration: 184.201327ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:57.384748Z","caller":"traceutil/trace.go:171","msg":"trace[331845182] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"167.558731ms","start":"2026-04-09T01:07:57.217164Z","end":"2026-04-09T01:07:57.384723Z","steps":["trace[331845182] 'process raft request' (duration: 167.375556ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:07:57.882716Z","caller":"traceutil/trace.go:171","msg":"trace[2072160130] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"119.853284ms","start":"2026-04-09T01:07:57.762827Z","end":"2026-04-09T01:07:57.88268Z","steps":["trace[2072160130] 'read index received' (duration: 65.728857ms)","trace[2072160130] 'applied index is now lower than readState.Index' (duration: 54.122917ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:07:57.882808Z","caller":"traceutil/trace.go:171","msg":"trace[1867763737] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"189.196331ms","start":"2026-04-09T01:07:57.693563Z","end":"2026-04-09T01:07:57.882759Z","steps":["trace[1867763737] 'process raft request' (duration: 135.034364ms)","trace[1867763737] 'compare' (duration: 53.961274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:07:57.883131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.256741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:07:57.883254Z","caller":"traceutil/trace.go:171","msg":"trace[1104161148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1964; }","duration":"120.442026ms","start":"2026-04-09T01:07:57.762781Z","end":"2026-04-09T01:07:57.883223Z","steps":["trace[1104161148] 'agreement among raft nodes before linearized reading' (duration: 120.040348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:03.689373Z","caller":"traceutil/trace.go:171","msg":"trace[1982454054] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"293.090778ms","start":"2026-04-09T01:08:03.396246Z","end":"2026-04-09T01:08:03.689337Z","steps":["trace[1982454054] 'process raft request' (duration: 292.871204ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:03.713542Z","caller":"traceutil/trace.go:171","msg":"trace[959797187] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"294.346893ms","start":"2026-04-09T01:08:03.419178Z","end":"2026-04-09T01:08:03.713524Z","steps":["trace[959797187] 'process raft request' (duration: 294.050197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:15.174662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.511986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:08:15.174942Z","caller":"traceutil/trace.go:171","msg":"trace[1209001912] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"150.230069ms","start":"2026-04-09T01:08:15.024698Z","end":"2026-04-09T01:08:15.174928Z","steps":["trace[1209001912] 'read index received' (duration: 53.061µs)","trace[1209001912] 'applied index is now lower than readState.Index' (duration: 150.175438ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:15.174931Z","caller":"traceutil/trace.go:171","msg":"trace[12789972] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"229.798173ms","start":"2026-04-09T01:08:14.945083Z","end":"2026-04-09T01:08:15.174881Z","steps":["trace[12789972] 'process raft request' (duration: 26.95097ms)","trace[12789972] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 202.226301ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:15.17499Z","caller":"traceutil/trace.go:171","msg":"trace[874206902] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"229.472327ms","start":"2026-04-09T01:08:14.945475Z","end":"2026-04-09T01:08:15.174947Z","steps":["trace[874206902] 'process raft request' (duration: 229.319984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:15.175416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.662487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T01:08:15.175508Z","caller":"traceutil/trace.go:171","msg":"trace[1535578060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"150.82534ms","start":"2026-04-09T01:08:15.024659Z","end":"2026-04-09T01:08:15.175484Z","steps":["trace[1535578060] 'agreement among raft nodes before linearized reading' (duration: 150.393632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:15.853622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.041098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12404"} {"level":"warn","ts":"2026-04-09T01:08:15.853627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.126294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-09T01:08:15.853731Z","caller":"traceutil/trace.go:171","msg":"trace[1534977205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2084; }","duration":"201.215581ms","start":"2026-04-09T01:08:15.652491Z","end":"2026-04-09T01:08:15.853706Z","steps":["trace[1534977205] 'range keys from in-memory index tree' (duration: 200.816064ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:15.853758Z","caller":"traceutil/trace.go:171","msg":"trace[2038290438] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2084; }","duration":"170.327418ms","start":"2026-04-09T01:08:15.683402Z","end":"2026-04-09T01:08:15.853729Z","steps":["trace[2038290438] 'range keys from in-memory index tree' (duration: 169.809918ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:16.13777Z","caller":"traceutil/trace.go:171","msg":"trace[1776878402] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"125.053673ms","start":"2026-04-09T01:08:16.012687Z","end":"2026-04-09T01:08:16.137741Z","steps":["trace[1776878402] 'read index received' (duration: 45.718304ms)","trace[1776878402] 'applied index is now lower than readState.Index' (duration: 79.333369ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:16.137922Z","caller":"traceutil/trace.go:171","msg":"trace[1935652146] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"132.029225ms","start":"2026-04-09T01:08:16.005877Z","end":"2026-04-09T01:08:16.137907Z","steps":["trace[1935652146] 'process raft request' (duration: 52.584214ms)","trace[1935652146] 'compare' (duration: 79.060524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:16.138181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.493312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T01:08:16.138225Z","caller":"traceutil/trace.go:171","msg":"trace[1429915031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2088; }","duration":"125.608954ms","start":"2026-04-09T01:08:16.012604Z","end":"2026-04-09T01:08:16.138213Z","steps":["trace[1429915031] 'agreement among raft nodes before linearized reading' (duration: 125.448172ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:28.641334Z","caller":"traceutil/trace.go:171","msg":"trace[177981246] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2237; }","duration":"144.45557ms","start":"2026-04-09T01:08:28.496849Z","end":"2026-04-09T01:08:28.641305Z","steps":["trace[177981246] 'read index received' (duration: 116.91208ms)","trace[177981246] 'applied index is now lower than readState.Index' (duration: 27.5421ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:28.641381Z","caller":"traceutil/trace.go:171","msg":"trace[231879360] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"199.435539ms","start":"2026-04-09T01:08:28.441904Z","end":"2026-04-09T01:08:28.641339Z","steps":["trace[231879360] 'process raft request' (duration: 171.842528ms)","trace[231879360] 'compare' (duration: 27.459789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:28.641549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.656015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:08:28.641654Z","caller":"traceutil/trace.go:171","msg":"trace[595263393] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2154; }","duration":"144.867068ms","start":"2026-04-09T01:08:28.496763Z","end":"2026-04-09T01:08:28.641631Z","steps":["trace[595263393] 'agreement among raft nodes before linearized reading' (duration: 144.637874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:34.43366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.169663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:08:34.433977Z","caller":"traceutil/trace.go:171","msg":"trace[44366301] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"150.275521ms","start":"2026-04-09T01:08:34.283682Z","end":"2026-04-09T01:08:34.433958Z","steps":["trace[44366301] 'process raft request' (duration: 32.694909ms)","trace[44366301] 'compare' (duration: 117.066631ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:34.614261Z","caller":"traceutil/trace.go:171","msg":"trace[10583702] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"174.546779ms","start":"2026-04-09T01:08:34.439675Z","end":"2026-04-09T01:08:34.614222Z","steps":["trace[10583702] 'process raft request' (duration: 94.291081ms)","trace[10583702] 'compare' (duration: 80.033582ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:34.651291Z","caller":"traceutil/trace.go:171","msg":"trace[1397595545] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"211.371614ms","start":"2026-04-09T01:08:34.4399Z","end":"2026-04-09T01:08:34.651271Z","steps":["trace[1397595545] 'process raft request' (duration: 211.280242ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:34.65138Z","caller":"traceutil/trace.go:171","msg":"trace[206827882] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"211.611608ms","start":"2026-04-09T01:08:34.439732Z","end":"2026-04-09T01:08:34.651344Z","steps":["trace[206827882] 'process raft request' (duration: 211.334903ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:40.834446Z","caller":"traceutil/trace.go:171","msg":"trace[1858462945] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2302; }","duration":"352.369529ms","start":"2026-04-09T01:08:40.482053Z","end":"2026-04-09T01:08:40.834422Z","steps":["trace[1858462945] 'read index received' (duration: 352.163915ms)","trace[1858462945] 'applied index is now lower than readState.Index' (duration: 204.504µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:40.834554Z","caller":"traceutil/trace.go:171","msg":"trace[1173287596] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"378.470392ms","start":"2026-04-09T01:08:40.456055Z","end":"2026-04-09T01:08:40.834526Z","steps":["trace[1173287596] 'process raft request' (duration: 378.215417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:40.834766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:40.456012Z","time spent":"378.627655ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:08:40.834856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.775777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-09T01:08:40.834906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.132988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:08:40.834963Z","caller":"traceutil/trace.go:171","msg":"trace[1639187186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"352.949589ms","start":"2026-04-09T01:08:40.481986Z","end":"2026-04-09T01:08:40.834935Z","steps":["trace[1639187186] 'agreement among raft nodes before linearized reading' (duration: 352.575432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:40.834963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.945584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T01:08:40.835017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:40.481957Z","time spent":"353.050692ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T01:08:40.835019Z","caller":"traceutil/trace.go:171","msg":"trace[669683243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2216; }","duration":"158.289382ms","start":"2026-04-09T01:08:40.676703Z","end":"2026-04-09T01:08:40.834992Z","steps":["trace[669683243] 'agreement among raft nodes before linearized reading' (duration: 158.034817ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:40.835064Z","caller":"traceutil/trace.go:171","msg":"trace[887702973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2216; }","duration":"195.137938ms","start":"2026-04-09T01:08:40.639901Z","end":"2026-04-09T01:08:40.835039Z","steps":["trace[887702973] 'agreement among raft nodes before linearized reading' (duration: 194.866382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:40.835274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.795646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-09T01:08:40.835415Z","caller":"traceutil/trace.go:171","msg":"trace[1074499824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2216; }","duration":"289.99102ms","start":"2026-04-09T01:08:40.545409Z","end":"2026-04-09T01:08:40.8354Z","steps":["trace[1074499824] 'agreement among raft nodes before linearized reading' (duration: 289.299116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:40.835348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.556476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:08:40.83558Z","caller":"traceutil/trace.go:171","msg":"trace[461375834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2216; }","duration":"158.832172ms","start":"2026-04-09T01:08:40.676733Z","end":"2026-04-09T01:08:40.835565Z","steps":["trace[461375834] 'agreement among raft nodes before linearized reading' (duration: 157.977885ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:41.526007Z","caller":"traceutil/trace.go:171","msg":"trace[1213922079] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"160.150536ms","start":"2026-04-09T01:08:41.365822Z","end":"2026-04-09T01:08:41.525973Z","steps":["trace[1213922079] 'process raft request' (duration: 159.928692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:41.994664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.074364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:08:41.994956Z","caller":"traceutil/trace.go:171","msg":"trace[1783022838] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"151.036955ms","start":"2026-04-09T01:08:41.843827Z","end":"2026-04-09T01:08:41.994864Z","steps":["trace[1783022838] 'read index received' (duration: 38.461µs)","trace[1783022838] 'applied index is now lower than readState.Index' (duration: 150.996214ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:08:41.995031Z","caller":"traceutil/trace.go:171","msg":"trace[1579136519] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"628.066969ms","start":"2026-04-09T01:08:41.366921Z","end":"2026-04-09T01:08:41.994988Z","steps":["trace[1579136519] 'process raft request' (duration: 203.559477ms)","trace[1579136519] 'compare' (duration: 423.85806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:08:41.995277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:41.366892Z","time spent":"628.339354ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:08:41.995371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.479342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T01:08:41.995504Z","caller":"traceutil/trace.go:171","msg":"trace[106015330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2222; }","duration":"151.707967ms","start":"2026-04-09T01:08:41.84376Z","end":"2026-04-09T01:08:41.995468Z","steps":["trace[106015330] 'agreement among raft nodes before linearized reading' (duration: 151.306329ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:08:42.470456Z","caller":"traceutil/trace.go:171","msg":"trace[630883] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"417.329356ms","start":"2026-04-09T01:08:42.053104Z","end":"2026-04-09T01:08:42.470433Z","steps":["trace[630883] 'process raft request' (duration: 417.175522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:42.470609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:42.053075Z","time spent":"417.447719ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:08:42.481459Z","caller":"traceutil/trace.go:171","msg":"trace[1156843937] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"413.233269ms","start":"2026-04-09T01:08:42.068191Z","end":"2026-04-09T01:08:42.481425Z","steps":["trace[1156843937] 'process raft request' (duration: 413.058105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:08:42.481714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:08:42.068159Z","time spent":"413.387003ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:10:00.657458Z","caller":"traceutil/trace.go:171","msg":"trace[1602144837] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"215.371168ms","start":"2026-04-09T01:10:00.442052Z","end":"2026-04-09T01:10:00.657424Z","steps":["trace[1602144837] 'process raft request' (duration: 215.119914ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:02.142991Z","caller":"traceutil/trace.go:171","msg":"trace[2122965741] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"111.585337ms","start":"2026-04-09T01:10:02.031377Z","end":"2026-04-09T01:10:02.142962Z","steps":["trace[2122965741] 'process raft request' (duration: 111.452285ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:34.174284Z","caller":"traceutil/trace.go:171","msg":"trace[278199522] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"572.443736ms","start":"2026-04-09T01:10:33.601813Z","end":"2026-04-09T01:10:34.174257Z","steps":["trace[278199522] 'process raft request' (duration: 572.250872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:34.174488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:33.601779Z","time spent":"572.60608ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:10:34.273023Z","caller":"traceutil/trace.go:171","msg":"trace[1440855883] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"669.678001ms","start":"2026-04-09T01:10:33.603297Z","end":"2026-04-09T01:10:34.272975Z","steps":["trace[1440855883] 'process raft request' (duration: 630.784579ms)","trace[1440855883] 'compare' (duration: 38.643818ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:10:34.272929Z","caller":"traceutil/trace.go:171","msg":"trace[2036761741] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3127; }","duration":"523.079886ms","start":"2026-04-09T01:10:33.749813Z","end":"2026-04-09T01:10:34.272893Z","steps":["trace[2036761741] 'read index received' (duration: 424.307902ms)","trace[2036761741] 'applied index is now lower than readState.Index' (duration: 98.770284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:10:34.273246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:33.60328Z","time spent":"669.856244ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:10:34.273265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.431753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:10:34.273399Z","caller":"traceutil/trace.go:171","msg":"trace[908307969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3012; }","duration":"523.653277ms","start":"2026-04-09T01:10:33.749729Z","end":"2026-04-09T01:10:34.273382Z","steps":["trace[908307969] 'agreement among raft nodes before linearized reading' (duration: 523.338901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:34.273517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:33.749652Z","time spent":"523.84489ms","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:10:34.273423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.896976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:10:34.273712Z","caller":"traceutil/trace.go:171","msg":"trace[740066212] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3012; }","duration":"152.204432ms","start":"2026-04-09T01:10:34.121471Z","end":"2026-04-09T01:10:34.273675Z","steps":["trace[740066212] 'agreement among raft nodes before linearized reading' (duration: 151.887016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:34.27342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.565583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T01:10:34.273882Z","caller":"traceutil/trace.go:171","msg":"trace[1816247049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3012; }","duration":"451.032082ms","start":"2026-04-09T01:10:33.822798Z","end":"2026-04-09T01:10:34.27383Z","steps":["trace[1816247049] 'agreement among raft nodes before linearized reading' (duration: 450.474131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:34.274041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:33.822776Z","time spent":"451.205746ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:10:34.274101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.693462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T01:10:34.27439Z","caller":"traceutil/trace.go:171","msg":"trace[460721098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3012; }","duration":"367.989138ms","start":"2026-04-09T01:10:33.906256Z","end":"2026-04-09T01:10:34.274245Z","steps":["trace[460721098] 'agreement among raft nodes before linearized reading' (duration: 367.224603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:34.27446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:33.906232Z","time spent":"368.213462ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:10:35.409785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.846287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:10:35.40982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.63662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-09T01:10:35.409899Z","caller":"traceutil/trace.go:171","msg":"trace[1880057849] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3015; }","duration":"542.757622ms","start":"2026-04-09T01:10:34.867123Z","end":"2026-04-09T01:10:35.409881Z","steps":["trace[1880057849] 'range keys from in-memory index tree' (duration: 542.483857ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:35.40989Z","caller":"traceutil/trace.go:171","msg":"trace[803800820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3015; }","duration":"559.018701ms","start":"2026-04-09T01:10:34.85085Z","end":"2026-04-09T01:10:35.409868Z","steps":["trace[803800820] 'range keys from in-memory index tree' (duration: 558.524542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.409928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:34.867113Z","time spent":"542.808503ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-09T01:10:35.409966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:34.850804Z","time spent":"559.144523ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:10:35.422068Z","caller":"traceutil/trace.go:171","msg":"trace[536419179] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"458.034846ms","start":"2026-04-09T01:10:34.964007Z","end":"2026-04-09T01:10:35.422042Z","steps":["trace[536419179] 'process raft request' (duration: 457.882233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.42224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:34.96397Z","time spent":"458.175049ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:10:35.791904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.120965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:10:35.792116Z","caller":"traceutil/trace.go:171","msg":"trace[215926810] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"424.955355ms","start":"2026-04-09T01:10:35.367145Z","end":"2026-04-09T01:10:35.7921Z","steps":["trace[215926810] 'process raft request' (duration: 424.845643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.792159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:35.367107Z","time spent":"425.035366ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:10:35.792212Z","caller":"traceutil/trace.go:171","msg":"trace[760567536] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"809.430637ms","start":"2026-04-09T01:10:34.982739Z","end":"2026-04-09T01:10:35.792169Z","steps":["trace[760567536] 'process raft request' (duration: 671.957495ms)","trace[760567536] 'compare' (duration: 136.935762ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:10:35.792427Z","caller":"traceutil/trace.go:171","msg":"trace[987998189] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"189.377811ms","start":"2026-04-09T01:10:35.603016Z","end":"2026-04-09T01:10:35.792394Z","steps":["trace[987998189] 'process raft request' (duration: 189.234948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.792469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:34.982724Z","time spent":"809.60653ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:10:35.792574Z","caller":"traceutil/trace.go:171","msg":"trace[52425544] linearizableReadLoop","detail":"{readStateIndex:3134; appliedIndex:3133; }","duration":"499.395724ms","start":"2026-04-09T01:10:35.293169Z","end":"2026-04-09T01:10:35.792564Z","steps":["trace[52425544] 'read index received' (duration: 129.584791ms)","trace[52425544] 'applied index is now lower than readState.Index' (duration: 369.809533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:10:35.79267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.508736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:10:35.792691Z","caller":"traceutil/trace.go:171","msg":"trace[1775753531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3020; }","duration":"499.572117ms","start":"2026-04-09T01:10:35.293112Z","end":"2026-04-09T01:10:35.792684Z","steps":["trace[1775753531] 'agreement among raft nodes before linearized reading' (duration: 499.508316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.792708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:35.29309Z","time spent":"499.614707ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:10:35.792673Z","caller":"traceutil/trace.go:171","msg":"trace[2136206388] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"376.385958ms","start":"2026-04-09T01:10:35.416237Z","end":"2026-04-09T01:10:35.792623Z","steps":["trace[2136206388] 'process raft request' (duration: 375.825368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.792834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.751054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-09T01:10:35.792886Z","caller":"traceutil/trace.go:171","msg":"trace[1238128184] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3020; }","duration":"377.852705ms","start":"2026-04-09T01:10:35.415021Z","end":"2026-04-09T01:10:35.792874Z","steps":["trace[1238128184] 'agreement among raft nodes before linearized reading' (duration: 377.670772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.792886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:35.416222Z","time spent":"376.546462ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:10:35.792975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.429904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a48b0709a9d46e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-09T01:10:35.793Z","caller":"traceutil/trace.go:171","msg":"trace[1618077383] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a48b0709a9d46e; range_end:; response_count:1; response_revision:3020; }","duration":"349.498206ms","start":"2026-04-09T01:10:35.443497Z","end":"2026-04-09T01:10:35.792995Z","steps":["trace[1618077383] 'agreement among raft nodes before linearized reading' (duration: 349.349712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:10:35.793015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:35.443477Z","time spent":"349.534106ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a48b0709a9d46e\" "} {"level":"warn","ts":"2026-04-09T01:10:35.792998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.74521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T01:10:35.792923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:10:35.414999Z","time spent":"377.916497ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-09T01:10:35.793053Z","caller":"traceutil/trace.go:171","msg":"trace[1428971418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3020; }","duration":"220.929683ms","start":"2026-04-09T01:10:35.572109Z","end":"2026-04-09T01:10:35.793039Z","steps":["trace[1428971418] 'agreement among raft nodes before linearized reading' (duration: 220.653767ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:10:41.123759Z","caller":"traceutil/trace.go:171","msg":"trace[1663435991] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"177.546687ms","start":"2026-04-09T01:10:40.946186Z","end":"2026-04-09T01:10:41.123732Z","steps":["trace[1663435991] 'process raft request' (duration: 177.385424ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:16.183361Z","caller":"traceutil/trace.go:171","msg":"trace[1611495188] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"110.46754ms","start":"2026-04-09T01:13:16.072866Z","end":"2026-04-09T01:13:16.183333Z","steps":["trace[1611495188] 'process raft request' (duration: 109.90295ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.114451Z","caller":"traceutil/trace.go:171","msg":"trace[107078530] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4490; }","duration":"153.430265ms","start":"2026-04-09T01:13:52.960988Z","end":"2026-04-09T01:13:53.114418Z","steps":["trace[107078530] 'read index received' (duration: 615.612µs)","trace[107078530] 'applied index is now lower than readState.Index' (duration: 152.813343ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:13:53.114603Z","caller":"traceutil/trace.go:171","msg":"trace[1291637513] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"163.719178ms","start":"2026-04-09T01:13:52.950846Z","end":"2026-04-09T01:13:53.114565Z","steps":["trace[1291637513] 'process raft request' (duration: 148.150026ms)","trace[1291637513] 'compare' (duration: 14.94145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:13:53.114655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.631629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:13:53.114707Z","caller":"traceutil/trace.go:171","msg":"trace[1858020821] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4323; }","duration":"153.737891ms","start":"2026-04-09T01:13:52.960956Z","end":"2026-04-09T01:13:53.114694Z","steps":["trace[1858020821] 'agreement among raft nodes before linearized reading' (duration: 153.593038ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:13:53.296283Z","caller":"traceutil/trace.go:171","msg":"trace[853850408] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"114.878302ms","start":"2026-04-09T01:13:53.181374Z","end":"2026-04-09T01:13:53.296253Z","steps":["trace[853850408] 'process raft request' (duration: 81.435466ms)","trace[853850408] 'compare' (duration: 33.298834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:14:31.883063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.630005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16248"} {"level":"info","ts":"2026-04-09T01:14:31.88317Z","caller":"traceutil/trace.go:171","msg":"trace[2136574638] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4572; }","duration":"107.818439ms","start":"2026-04-09T01:14:31.775332Z","end":"2026-04-09T01:14:31.88315Z","steps":["trace[2136574638] 'range keys from in-memory index tree' (duration: 107.32784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:40.971687Z","caller":"traceutil/trace.go:171","msg":"trace[119926824] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"183.009926ms","start":"2026-04-09T01:14:40.788632Z","end":"2026-04-09T01:14:40.971642Z","steps":["trace[119926824] 'process raft request' (duration: 176.916512ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:40.995974Z","caller":"traceutil/trace.go:171","msg":"trace[202758752] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"206.682951ms","start":"2026-04-09T01:14:40.789226Z","end":"2026-04-09T01:14:40.995909Z","steps":["trace[202758752] 'process raft request' (duration: 206.317434ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:40.995846Z","caller":"traceutil/trace.go:171","msg":"trace[301006636] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5221; }","duration":"199.117158ms","start":"2026-04-09T01:14:40.796691Z","end":"2026-04-09T01:14:40.995809Z","steps":["trace[301006636] 'read index received' (duration: 168.924312ms)","trace[301006636] 'applied index is now lower than readState.Index' (duration: 30.190346ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:14:40.995982Z","caller":"traceutil/trace.go:171","msg":"trace[1457070816] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"206.024427ms","start":"2026-04-09T01:14:40.789896Z","end":"2026-04-09T01:14:40.99592Z","steps":["trace[1457070816] 'process raft request' (duration: 205.849394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:40.996413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.688338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-09T01:14:40.996471Z","caller":"traceutil/trace.go:171","msg":"trace[239197378] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5029; }","duration":"199.807021ms","start":"2026-04-09T01:14:40.796645Z","end":"2026-04-09T01:14:40.996452Z","steps":["trace[239197378] 'agreement among raft nodes before linearized reading' (duration: 199.450764ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:45.006844Z","caller":"traceutil/trace.go:171","msg":"trace[2053965438] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"152.642188ms","start":"2026-04-09T01:14:44.85418Z","end":"2026-04-09T01:14:45.006822Z","steps":["trace[2053965438] 'process raft request' (duration: 152.306761ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:49.540255Z","caller":"traceutil/trace.go:171","msg":"trace[1605958678] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"255.781229ms","start":"2026-04-09T01:14:49.284445Z","end":"2026-04-09T01:14:49.540226Z","steps":["trace[1605958678] 'process raft request' (duration: 255.616446ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:49.879107Z","caller":"traceutil/trace.go:171","msg":"trace[1182181560] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5479; }","duration":"395.112728ms","start":"2026-04-09T01:14:49.483958Z","end":"2026-04-09T01:14:49.879071Z","steps":["trace[1182181560] 'read index received' (duration: 56.129731ms)","trace[1182181560] 'applied index is now lower than readState.Index' (duration: 338.982117ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:14:49.879152Z","caller":"traceutil/trace.go:171","msg":"trace[609864834] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"594.231205ms","start":"2026-04-09T01:14:49.28487Z","end":"2026-04-09T01:14:49.879101Z","steps":["trace[609864834] 'process raft request' (duration: 557.215053ms)","trace[609864834] 'compare' (duration: 36.746548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:14:49.879378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:49.284824Z","time spent":"594.43746ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:14:49.879438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.120919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T01:14:49.879476Z","caller":"traceutil/trace.go:171","msg":"trace[769956948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5276; }","duration":"395.250801ms","start":"2026-04-09T01:14:49.484211Z","end":"2026-04-09T01:14:49.879462Z","steps":["trace[769956948] 'agreement among raft nodes before linearized reading' (duration: 395.054707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.879441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.451445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-09T01:14:49.879506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:49.484177Z","time spent":"395.321903ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T01:14:49.879549Z","caller":"traceutil/trace.go:171","msg":"trace[1649954674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5276; }","duration":"395.618038ms","start":"2026-04-09T01:14:49.483903Z","end":"2026-04-09T01:14:49.879521Z","steps":["trace[1649954674] 'agreement among raft nodes before linearized reading' (duration: 395.318632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.879597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:49.483877Z","time spent":"395.710429ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:14:49.879592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.352441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T01:14:49.879671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.74374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:14:49.879695Z","caller":"traceutil/trace.go:171","msg":"trace[1027726810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5276; }","duration":"215.826671ms","start":"2026-04-09T01:14:49.663862Z","end":"2026-04-09T01:14:49.879689Z","steps":["trace[1027726810] 'agreement among raft nodes before linearized reading' (duration: 215.75859ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:49.879719Z","caller":"traceutil/trace.go:171","msg":"trace[339586175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5276; }","duration":"209.513183ms","start":"2026-04-09T01:14:49.67018Z","end":"2026-04-09T01:14:49.879693Z","steps":["trace[339586175] 'agreement among raft nodes before linearized reading' (duration: 209.216468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.879811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.547544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7vs8l-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-04-09T01:14:49.879833Z","caller":"traceutil/trace.go:171","msg":"trace[1958353348] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7vs8l-tls; range_end:; response_count:1; response_revision:5276; }","duration":"263.602145ms","start":"2026-04-09T01:14:49.616223Z","end":"2026-04-09T01:14:49.879825Z","steps":["trace[1958353348] 'agreement among raft nodes before linearized reading' (duration: 263.531994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.879871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.225233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31aa4a35-4239-4e47-9dd1-b3f6a8ee90fd\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-09T01:14:49.879916Z","caller":"traceutil/trace.go:171","msg":"trace[1411843344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31aa4a35-4239-4e47-9dd1-b3f6a8ee90fd; range_end:; response_count:1; response_revision:5276; }","duration":"134.336866ms","start":"2026-04-09T01:14:49.745563Z","end":"2026-04-09T01:14:49.8799Z","steps":["trace[1411843344] 'agreement among raft nodes before linearized reading' (duration: 134.213854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.879938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.101726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T01:14:49.879969Z","caller":"traceutil/trace.go:171","msg":"trace[1341567696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5276; }","duration":"208.178138ms","start":"2026-04-09T01:14:49.671781Z","end":"2026-04-09T01:14:49.879959Z","steps":["trace[1341567696] 'agreement among raft nodes before linearized reading' (duration: 208.074376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.880726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.236989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719220"} {"level":"info","ts":"2026-04-09T01:14:49.880831Z","caller":"traceutil/trace.go:171","msg":"trace[419488] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5276; }","duration":"373.393581ms","start":"2026-04-09T01:14:49.507415Z","end":"2026-04-09T01:14:49.880809Z","steps":["trace[419488] 'agreement among raft nodes before linearized reading' (duration: 372.642427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:49.880902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:14:49.507398Z","time spent":"373.491754ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719243,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-09T01:14:51.888082Z","caller":"traceutil/trace.go:171","msg":"trace[1735320175] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"104.553927ms","start":"2026-04-09T01:14:51.783478Z","end":"2026-04-09T01:14:51.888032Z","steps":["trace[1735320175] 'process raft request' (duration: 104.238141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:52.068793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.553766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:14:52.069307Z","caller":"traceutil/trace.go:171","msg":"trace[503513574] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5527; }","duration":"173.709992ms","start":"2026-04-09T01:14:51.895571Z","end":"2026-04-09T01:14:52.069281Z","steps":["trace[503513574] 'read index received' (duration: 28.566554ms)","trace[503513574] 'applied index is now lower than readState.Index' (duration: 145.141828ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:14:52.069385Z","caller":"traceutil/trace.go:171","msg":"trace[859320189] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"174.162981ms","start":"2026-04-09T01:14:51.89519Z","end":"2026-04-09T01:14:52.069353Z","steps":["trace[859320189] 'process raft request' (duration: 173.781033ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:52.069492Z","caller":"traceutil/trace.go:171","msg":"trace[176230579] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"176.055306ms","start":"2026-04-09T01:14:51.893419Z","end":"2026-04-09T01:14:52.069474Z","steps":["trace[176230579] 'process raft request' (duration: 30.700475ms)","trace[176230579] 'compare' (duration: 144.391123ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:14:52.069515Z","caller":"traceutil/trace.go:171","msg":"trace[559193273] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"173.456858ms","start":"2026-04-09T01:14:51.895936Z","end":"2026-04-09T01:14:52.069393Z","steps":["trace[559193273] 'process raft request' (duration: 173.240184ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:52.069401Z","caller":"traceutil/trace.go:171","msg":"trace[1459269869] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"173.779133ms","start":"2026-04-09T01:14:51.895571Z","end":"2026-04-09T01:14:52.06935Z","steps":["trace[1459269869] 'process raft request' (duration: 173.557609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:52.069622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.045819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T01:14:52.069769Z","caller":"traceutil/trace.go:171","msg":"trace[839430287] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5325; }","duration":"174.159501ms","start":"2026-04-09T01:14:51.89556Z","end":"2026-04-09T01:14:52.069719Z","steps":["trace[839430287] 'agreement among raft nodes before linearized reading' (duration: 173.881416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:52.069797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.710112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:14:52.069927Z","caller":"traceutil/trace.go:171","msg":"trace[1893574675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5325; }","duration":"173.881165ms","start":"2026-04-09T01:14:51.896017Z","end":"2026-04-09T01:14:52.069898Z","steps":["trace[1893574675] 'agreement among raft nodes before linearized reading' (duration: 173.524149ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:52.069967Z","caller":"traceutil/trace.go:171","msg":"trace[1523074357] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"173.379827ms","start":"2026-04-09T01:14:51.896055Z","end":"2026-04-09T01:14:52.069435Z","steps":["trace[1523074357] 'process raft request' (duration: 173.183433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:52.070207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.556284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T01:14:52.070299Z","caller":"traceutil/trace.go:171","msg":"trace[671734780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5325; }","duration":"153.666556ms","start":"2026-04-09T01:14:51.91661Z","end":"2026-04-09T01:14:52.070277Z","steps":["trace[671734780] 'agreement among raft nodes before linearized reading' (duration: 152.985074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:14:52.07089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.605225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T01:14:52.071004Z","caller":"traceutil/trace.go:171","msg":"trace[1699483265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5325; }","duration":"154.772378ms","start":"2026-04-09T01:14:51.916206Z","end":"2026-04-09T01:14:52.070978Z","steps":["trace[1699483265] 'agreement among raft nodes before linearized reading' (duration: 153.531664ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:59.219398Z","caller":"traceutil/trace.go:171","msg":"trace[1372714845] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"126.879214ms","start":"2026-04-09T01:14:59.092486Z","end":"2026-04-09T01:14:59.219365Z","steps":["trace[1372714845] 'process raft request' (duration: 126.66027ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:59.220578Z","caller":"traceutil/trace.go:171","msg":"trace[176665711] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"101.643073ms","start":"2026-04-09T01:14:59.11892Z","end":"2026-04-09T01:14:59.220563Z","steps":["trace[176665711] 'process raft request' (duration: 101.586612ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:14:59.220682Z","caller":"traceutil/trace.go:171","msg":"trace[59143356] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"102.914367ms","start":"2026-04-09T01:14:59.117738Z","end":"2026-04-09T01:14:59.220652Z","steps":["trace[59143356] 'process raft request' (duration: 102.686052ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:02.480667Z","caller":"traceutil/trace.go:171","msg":"trace[1814146745] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"103.991158ms","start":"2026-04-09T01:15:02.376629Z","end":"2026-04-09T01:15:02.48062Z","steps":["trace[1814146745] 'process raft request' (duration: 103.862526ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:02.480732Z","caller":"traceutil/trace.go:171","msg":"trace[629368301] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"104.397295ms","start":"2026-04-09T01:15:02.376293Z","end":"2026-04-09T01:15:02.48069Z","steps":["trace[629368301] 'process raft request' (duration: 17.932446ms)","trace[629368301] 'compare' (duration: 85.963949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:15:02.708611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.434118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:15:02.709303Z","caller":"traceutil/trace.go:171","msg":"trace[942957972] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"222.257911ms","start":"2026-04-09T01:15:02.486998Z","end":"2026-04-09T01:15:02.709256Z","steps":["trace[942957972] 'process raft request' (duration: 221.792063ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:02.709311Z","caller":"traceutil/trace.go:171","msg":"trace[1850101658] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"222.205561ms","start":"2026-04-09T01:15:02.487065Z","end":"2026-04-09T01:15:02.70927Z","steps":["trace[1850101658] 'process raft request' (duration: 221.788653ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:02.709456Z","caller":"traceutil/trace.go:171","msg":"trace[1694331405] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"223.383273ms","start":"2026-04-09T01:15:02.486016Z","end":"2026-04-09T01:15:02.709399Z","steps":["trace[1694331405] 'process raft request' (duration: 105.050838ms)","trace[1694331405] 'compare' (duration: 117.163773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:15:03.52256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.867451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:15:03.522788Z","caller":"traceutil/trace.go:171","msg":"trace[577869684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5528; }","duration":"154.111366ms","start":"2026-04-09T01:15:03.368639Z","end":"2026-04-09T01:15:03.522751Z","steps":["trace[577869684] 'range keys from in-memory index tree' (duration: 153.840071ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:03.528485Z","caller":"traceutil/trace.go:171","msg":"trace[727766428] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5739; }","duration":"625.166125ms","start":"2026-04-09T01:15:02.903295Z","end":"2026-04-09T01:15:03.528461Z","steps":["trace[727766428] 'read index received' (duration: 86.647501ms)","trace[727766428] 'applied index is now lower than readState.Index' (duration: 538.517244ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:15:03.528665Z","caller":"traceutil/trace.go:171","msg":"trace[634815884] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"625.821777ms","start":"2026-04-09T01:15:02.902781Z","end":"2026-04-09T01:15:03.528603Z","steps":["trace[634815884] 'process raft request' (duration: 625.518632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:03.528831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.520081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T01:15:03.528886Z","caller":"traceutil/trace.go:171","msg":"trace[1271523426] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:5529; }","duration":"625.622404ms","start":"2026-04-09T01:15:02.903247Z","end":"2026-04-09T01:15:03.52887Z","steps":["trace[1271523426] 'agreement among raft nodes before linearized reading' (duration: 625.347569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:03.528895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:02.902736Z","time spent":"626.035931ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:15:03.528928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:02.903233Z","time spent":"625.686315ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-04-09T01:15:03.590668Z","caller":"traceutil/trace.go:171","msg":"trace[1099949266] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"259.559429ms","start":"2026-04-09T01:15:03.331052Z","end":"2026-04-09T01:15:03.590611Z","steps":["trace[1099949266] 'process raft request' (duration: 259.375665ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:03.590921Z","caller":"traceutil/trace.go:171","msg":"trace[1368452318] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"259.688803ms","start":"2026-04-09T01:15:03.331187Z","end":"2026-04-09T01:15:03.590876Z","steps":["trace[1368452318] 'process raft request' (duration: 259.326405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:03.591133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.541646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:15:03.591208Z","caller":"traceutil/trace.go:171","msg":"trace[2120618629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5533; }","duration":"294.685728ms","start":"2026-04-09T01:15:03.296507Z","end":"2026-04-09T01:15:03.591193Z","steps":["trace[2120618629] 'agreement among raft nodes before linearized reading' (duration: 294.537586ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:03.590697Z","caller":"traceutil/trace.go:171","msg":"trace[491165319] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"357.30994ms","start":"2026-04-09T01:15:03.233357Z","end":"2026-04-09T01:15:03.590667Z","steps":["trace[491165319] 'process raft request' (duration: 356.677548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:03.591623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:03.233311Z","time spent":"358.176737ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:15:04.294201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.612771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T01:15:04.294338Z","caller":"traceutil/trace.go:171","msg":"trace[76453235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5541; }","duration":"150.835845ms","start":"2026-04-09T01:15:04.143471Z","end":"2026-04-09T01:15:04.294307Z","steps":["trace[76453235] 'range keys from in-memory index tree' (duration: 150.318955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:04.294344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.617104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T01:15:04.29442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.13275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T01:15:04.294455Z","caller":"traceutil/trace.go:171","msg":"trace[724362876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5541; }","duration":"171.748116ms","start":"2026-04-09T01:15:04.122679Z","end":"2026-04-09T01:15:04.294427Z","steps":["trace[724362876] 'range keys from in-memory index tree' (duration: 171.38909ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:04.294479Z","caller":"traceutil/trace.go:171","msg":"trace[734504782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5541; }","duration":"166.243993ms","start":"2026-04-09T01:15:04.128219Z","end":"2026-04-09T01:15:04.294463Z","steps":["trace[734504782] 'range keys from in-memory index tree' (duration: 165.951067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:04.294516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.720074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:15:04.29462Z","caller":"traceutil/trace.go:171","msg":"trace[45128614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:5541; }","duration":"125.870687ms","start":"2026-04-09T01:15:04.168725Z","end":"2026-04-09T01:15:04.294596Z","steps":["trace[45128614] 'range keys from in-memory index tree' (duration: 125.46021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:04.294729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.788539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T01:15:04.294826Z","caller":"traceutil/trace.go:171","msg":"trace[1024458849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5541; }","duration":"161.938032ms","start":"2026-04-09T01:15:04.132864Z","end":"2026-04-09T01:15:04.294802Z","steps":["trace[1024458849] 'range keys from in-memory index tree' (duration: 161.577225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:11.782933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.460029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T01:15:11.783045Z","caller":"traceutil/trace.go:171","msg":"trace[2021622126] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"160.003496ms","start":"2026-04-09T01:15:11.623006Z","end":"2026-04-09T01:15:11.78301Z","steps":["trace[2021622126] 'process raft request' (duration: 157.411408ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:11.783041Z","caller":"traceutil/trace.go:171","msg":"trace[1547474559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b; range_end:; response_count:1; response_revision:5690; }","duration":"242.626503ms","start":"2026-04-09T01:15:11.540391Z","end":"2026-04-09T01:15:11.783017Z","steps":["trace[1547474559] 'range keys from in-memory index tree' (duration: 242.269056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.265086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.411676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:15:12.26537Z","caller":"traceutil/trace.go:171","msg":"trace[229278499] linearizableReadLoop","detail":"{readStateIndex:5909; appliedIndex:5906; }","duration":"617.086484ms","start":"2026-04-09T01:15:11.648223Z","end":"2026-04-09T01:15:12.26531Z","steps":["trace[229278499] 'read index received' (duration: 132.213486ms)","trace[229278499] 'applied index is now lower than readState.Index' (duration: 484.871098ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:15:12.265385Z","caller":"traceutil/trace.go:171","msg":"trace[1384020935] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"641.104834ms","start":"2026-04-09T01:15:11.624207Z","end":"2026-04-09T01:15:12.265312Z","steps":["trace[1384020935] 'process raft request' (duration: 341.364992ms)","trace[1384020935] 'compare' (duration: 299.163622ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:15:12.265489Z","caller":"traceutil/trace.go:171","msg":"trace[656455697] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"640.050513ms","start":"2026-04-09T01:15:11.625385Z","end":"2026-04-09T01:15:12.265435Z","steps":["trace[656455697] 'process raft request' (duration: 639.820229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.265574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.35488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T01:15:12.265565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:11.624161Z","time spent":"641.311557ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.265609Z","caller":"traceutil/trace.go:171","msg":"trace[1251492690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5693; }","duration":"617.42669ms","start":"2026-04-09T01:15:11.648172Z","end":"2026-04-09T01:15:12.265599Z","steps":["trace[1251492690] 'agreement among raft nodes before linearized reading' (duration: 617.298098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.265643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:11.648154Z","time spent":"617.481322ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:15:12.265669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.359057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T01:15:12.265736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:11.625342Z","time spent":"640.254297ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.265794Z","caller":"traceutil/trace.go:171","msg":"trace[1984440793] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5693; }","duration":"462.53466ms","start":"2026-04-09T01:15:11.803231Z","end":"2026-04-09T01:15:12.265766Z","steps":["trace[1984440793] 'agreement among raft nodes before linearized reading' (duration: 462.327877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.265802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.526045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-09T01:15:12.265822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.349307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2318"} {"level":"warn","ts":"2026-04-09T01:15:12.265878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:11.803128Z","time spent":"462.731344ms","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:15:12.265896Z","caller":"traceutil/trace.go:171","msg":"trace[627575317] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5693; }","duration":"199.652437ms","start":"2026-04-09T01:15:12.066219Z","end":"2026-04-09T01:15:12.265871Z","steps":["trace[627575317] 'agreement among raft nodes before linearized reading' (duration: 199.355102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.265869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.573428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"info","ts":"2026-04-09T01:15:12.265916Z","caller":"traceutil/trace.go:171","msg":"trace[677459695] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5693; }","duration":"368.478209ms","start":"2026-04-09T01:15:11.897406Z","end":"2026-04-09T01:15:12.265884Z","steps":["trace[677459695] 'agreement among raft nodes before linearized reading' (duration: 368.191474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.265967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:11.89738Z","time spent":"368.573841ms","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2341,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-04-09T01:15:12.265974Z","caller":"traceutil/trace.go:171","msg":"trace[2135854522] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5693; }","duration":"260.762753ms","start":"2026-04-09T01:15:12.005181Z","end":"2026-04-09T01:15:12.265944Z","steps":["trace[2135854522] 'agreement among raft nodes before linearized reading' (duration: 260.409186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.266016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.84476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:15:12.266173Z","caller":"traceutil/trace.go:171","msg":"trace[679596320] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5693; }","duration":"170.097885ms","start":"2026-04-09T01:15:12.096047Z","end":"2026-04-09T01:15:12.266144Z","steps":["trace[679596320] 'agreement among raft nodes before linearized reading' (duration: 169.547304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.419602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.699787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:15:12.419668Z","caller":"traceutil/trace.go:171","msg":"trace[351264848] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"144.808411ms","start":"2026-04-09T01:15:12.274829Z","end":"2026-04-09T01:15:12.419637Z","steps":["trace[351264848] 'process raft request' (duration: 144.423184ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:12.419706Z","caller":"traceutil/trace.go:171","msg":"trace[634548626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5695; }","duration":"122.88134ms","start":"2026-04-09T01:15:12.296809Z","end":"2026-04-09T01:15:12.41969Z","steps":["trace[634548626] 'agreement among raft nodes before linearized reading' (duration: 122.709577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.744393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.521749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:15:12.744828Z","caller":"traceutil/trace.go:171","msg":"trace[1356564849] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"317.541385ms","start":"2026-04-09T01:15:12.427245Z","end":"2026-04-09T01:15:12.744786Z","steps":["trace[1356564849] 'process raft request' (duration: 317.316671ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:12.744918Z","caller":"traceutil/trace.go:171","msg":"trace[1179227897] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5911; }","duration":"317.80836ms","start":"2026-04-09T01:15:12.427095Z","end":"2026-04-09T01:15:12.744903Z","steps":["trace[1179227897] 'read index received' (duration: 7.5383ms)","trace[1179227897] 'applied index is now lower than readState.Index' (duration: 310.26899ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:15:12.744867Z","caller":"traceutil/trace.go:171","msg":"trace[1204035057] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"317.034456ms","start":"2026-04-09T01:15:12.427782Z","end":"2026-04-09T01:15:12.744817Z","steps":["trace[1204035057] 'process raft request' (duration: 316.810341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.744996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427021Z","time spent":"317.928573ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.744999Z","caller":"traceutil/trace.go:171","msg":"trace[1197672319] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"318.055886ms","start":"2026-04-09T01:15:12.426906Z","end":"2026-04-09T01:15:12.744962Z","steps":["trace[1197672319] 'process raft request' (duration: 183.854243ms)","trace[1197672319] 'compare' (duration: 133.370647ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:15:12.745021Z","caller":"traceutil/trace.go:171","msg":"trace[1745916367] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"316.118279ms","start":"2026-04-09T01:15:12.428892Z","end":"2026-04-09T01:15:12.74501Z","steps":["trace[1745916367] 'process raft request' (duration: 315.910034ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:12.745025Z","caller":"traceutil/trace.go:171","msg":"trace[1935867827] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"317.070996ms","start":"2026-04-09T01:15:12.427919Z","end":"2026-04-09T01:15:12.74499Z","steps":["trace[1935867827] 'process raft request' (duration: 316.833541ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:12.745078Z","caller":"traceutil/trace.go:171","msg":"trace[1002257962] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"317.133717ms","start":"2026-04-09T01:15:12.427917Z","end":"2026-04-09T01:15:12.745051Z","steps":["trace[1002257962] 'process raft request' (duration: 316.76789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.7451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427765Z","time spent":"317.23779ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:15:12.745122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.42688Z","time spent":"318.165077ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.74514Z","caller":"traceutil/trace.go:171","msg":"trace[1191823926] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"316.18802ms","start":"2026-04-09T01:15:12.428942Z","end":"2026-04-09T01:15:12.74513Z","steps":["trace[1191823926] 'process raft request' (duration: 315.910825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.745197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.428932Z","time spent":"316.236441ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:15:12.745209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427897Z","time spent":"317.23937ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:15:12.745213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427899Z","time spent":"317.2194ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1082,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.745255Z","caller":"traceutil/trace.go:171","msg":"trace[903738681] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"318.224318ms","start":"2026-04-09T01:15:12.427018Z","end":"2026-04-09T01:15:12.745243Z","steps":["trace[903738681] 'process raft request' (duration: 317.490564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.745326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.426974Z","time spent":"318.310199ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.745339Z","caller":"traceutil/trace.go:171","msg":"trace[1015701546] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"317.440263ms","start":"2026-04-09T01:15:12.42788Z","end":"2026-04-09T01:15:12.74532Z","steps":["trace[1015701546] 'process raft request' (duration: 316.76193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.745095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.428881Z","time spent":"316.168399ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:15:12.745373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.111906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-09T01:15:12.745429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427873Z","time spent":"317.508814ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:15:12.745455Z","caller":"traceutil/trace.go:171","msg":"trace[1268846895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b; range_end:; response_count:1; response_revision:5705; }","duration":"318.220537ms","start":"2026-04-09T01:15:12.42721Z","end":"2026-04-09T01:15:12.745431Z","steps":["trace[1268846895] 'agreement among raft nodes before linearized reading' (duration: 317.990453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.745501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427203Z","time spent":"318.287768ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b\" "} {"level":"warn","ts":"2026-04-09T01:15:12.74562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.451972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-09T01:15:12.745662Z","caller":"traceutil/trace.go:171","msg":"trace[713422408] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5705; }","duration":"240.539244ms","start":"2026-04-09T01:15:12.505106Z","end":"2026-04-09T01:15:12.745646Z","steps":["trace[713422408] 'agreement among raft nodes before linearized reading' (duration: 240.377091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.746971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.852637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80040"} {"level":"info","ts":"2026-04-09T01:15:12.747065Z","caller":"traceutil/trace.go:171","msg":"trace[605991857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5705; }","duration":"320.00535ms","start":"2026-04-09T01:15:12.427043Z","end":"2026-04-09T01:15:12.747048Z","steps":["trace[605991857] 'agreement among raft nodes before linearized reading' (duration: 318.36342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:12.747103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:15:12.427029Z","time spent":"320.066401ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-09T01:15:18.513945Z","caller":"traceutil/trace.go:171","msg":"trace[965948176] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6020; }","duration":"191.524847ms","start":"2026-04-09T01:15:18.322384Z","end":"2026-04-09T01:15:18.513909Z","steps":["trace[965948176] 'read index received' (duration: 32.776335ms)","trace[965948176] 'applied index is now lower than readState.Index' (duration: 158.746142ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:15:18.513969Z","caller":"traceutil/trace.go:171","msg":"trace[2030199015] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"227.122712ms","start":"2026-04-09T01:15:18.286812Z","end":"2026-04-09T01:15:18.513935Z","steps":["trace[2030199015] 'process raft request' (duration: 220.976317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:15:18.514295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.884483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-hzfhn\" ","response":"range_response_count:1 size:4760"} {"level":"warn","ts":"2026-04-09T01:15:18.514359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.140777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:15:18.514411Z","caller":"traceutil/trace.go:171","msg":"trace[1211506961] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-hzfhn; range_end:; response_count:1; response_revision:5804; }","duration":"192.061716ms","start":"2026-04-09T01:15:18.322319Z","end":"2026-04-09T01:15:18.514381Z","steps":["trace[1211506961] 'agreement among raft nodes before linearized reading' (duration: 191.71655ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:18.514427Z","caller":"traceutil/trace.go:171","msg":"trace[1345450681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5804; }","duration":"145.25719ms","start":"2026-04-09T01:15:18.369151Z","end":"2026-04-09T01:15:18.514409Z","steps":["trace[1345450681] 'agreement among raft nodes before linearized reading' (duration: 145.016135ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:15:29.68486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2990} {"level":"info","ts":"2026-04-09T01:15:29.772224Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2990,"took":"84.748467ms","hash":1919723909,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":31776768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T01:15:29.772314Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1919723909,"revision":2990,"compact-revision":-1} {"level":"info","ts":"2026-04-09T01:20:29.691744Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5896} {"level":"info","ts":"2026-04-09T01:20:29.787951Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5896,"took":"93.212654ms","hash":3435161255,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":26513408,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-09T01:20:29.78804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3435161255,"revision":5896,"compact-revision":2990} {"level":"info","ts":"2026-04-09T01:21:06.914169Z","caller":"traceutil/trace.go:171","msg":"trace[1008946409] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"107.40611ms","start":"2026-04-09T01:21:06.806736Z","end":"2026-04-09T01:21:06.914142Z","steps":["trace[1008946409] 'process raft request' (duration: 106.36303ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:06.914178Z","caller":"traceutil/trace.go:171","msg":"trace[1011382993] linearizableReadLoop","detail":"{readStateIndex:8600; appliedIndex:8598; }","duration":"105.599576ms","start":"2026-04-09T01:21:06.808549Z","end":"2026-04-09T01:21:06.914149Z","steps":["trace[1011382993] 'read index received' (duration: 36.74327ms)","trace[1011382993] 'applied index is now lower than readState.Index' (duration: 68.855176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:06.914534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.963242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T01:21:06.914571Z","caller":"traceutil/trace.go:171","msg":"trace[1555116553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"106.034793ms","start":"2026-04-09T01:21:06.808523Z","end":"2026-04-09T01:21:06.914558Z","steps":["trace[1555116553] 'agreement among raft nodes before linearized reading' (duration: 105.913761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:06.914764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.663456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:21:06.914784Z","caller":"traceutil/trace.go:171","msg":"trace[839299808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"105.709127ms","start":"2026-04-09T01:21:06.809069Z","end":"2026-04-09T01:21:06.914778Z","steps":["trace[839299808] 'agreement among raft nodes before linearized reading' (duration: 105.260039ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.04095Z","caller":"traceutil/trace.go:171","msg":"trace[1404469294] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"119.132269ms","start":"2026-04-09T01:21:06.921787Z","end":"2026-04-09T01:21:07.040919Z","steps":["trace[1404469294] 'process raft request' (duration: 95.477704ms)","trace[1404469294] 'compare' (duration: 23.494462ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:07.041314Z","caller":"traceutil/trace.go:171","msg":"trace[509321414] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"119.325673ms","start":"2026-04-09T01:21:06.921957Z","end":"2026-04-09T01:21:07.041282Z","steps":["trace[509321414] 'process raft request' (duration: 118.927155ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.041373Z","caller":"traceutil/trace.go:171","msg":"trace[2037428306] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"109.844134ms","start":"2026-04-09T01:21:06.931517Z","end":"2026-04-09T01:21:07.041361Z","steps":["trace[2037428306] 'process raft request' (duration: 109.707111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.041381Z","caller":"traceutil/trace.go:171","msg":"trace[504975386] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"119.198501ms","start":"2026-04-09T01:21:06.922158Z","end":"2026-04-09T01:21:07.041356Z","steps":["trace[504975386] 'process raft request' (duration: 118.949416ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.041514Z","caller":"traceutil/trace.go:171","msg":"trace[225170852] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8304; }","duration":"108.972448ms","start":"2026-04-09T01:21:06.932524Z","end":"2026-04-09T01:21:07.041497Z","steps":["trace[225170852] 'process raft request' (duration: 108.777584ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.209936Z","caller":"traceutil/trace.go:171","msg":"trace[238435213] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"154.76281ms","start":"2026-04-09T01:21:07.055131Z","end":"2026-04-09T01:21:07.209894Z","steps":["trace[238435213] 'process raft request' (duration: 86.667829ms)","trace[238435213] 'compare' (duration: 67.721864ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:07.656756Z","caller":"traceutil/trace.go:171","msg":"trace[1141908776] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"133.029911ms","start":"2026-04-09T01:21:07.523694Z","end":"2026-04-09T01:21:07.656724Z","steps":["trace[1141908776] 'process raft request' (duration: 65.736106ms)","trace[1141908776] 'compare' (duration: 67.134932ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:07.690486Z","caller":"traceutil/trace.go:171","msg":"trace[513463680] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8621; }","duration":"162.635637ms","start":"2026-04-09T01:21:07.527824Z","end":"2026-04-09T01:21:07.690459Z","steps":["trace[513463680] 'read index received' (duration: 61.6939ms)","trace[513463680] 'applied index is now lower than readState.Index' (duration: 100.940877ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:07.690528Z","caller":"traceutil/trace.go:171","msg":"trace[1743350922] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"164.410081ms","start":"2026-04-09T01:21:07.52607Z","end":"2026-04-09T01:21:07.690481Z","steps":["trace[1743350922] 'process raft request' (duration: 164.212247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.690609Z","caller":"traceutil/trace.go:171","msg":"trace[254675991] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"157.565901ms","start":"2026-04-09T01:21:07.533015Z","end":"2026-04-09T01:21:07.690581Z","steps":["trace[254675991] 'process raft request' (duration: 157.379938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.690706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.831351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:07.690824Z","caller":"traceutil/trace.go:171","msg":"trace[1617512356] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8321; }","duration":"162.993823ms","start":"2026-04-09T01:21:07.527809Z","end":"2026-04-09T01:21:07.690803Z","steps":["trace[1617512356] 'agreement among raft nodes before linearized reading' (duration: 162.80496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:07.884418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.098164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T01:21:07.884518Z","caller":"traceutil/trace.go:171","msg":"trace[1609454774] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8322; }","duration":"123.249787ms","start":"2026-04-09T01:21:07.761245Z","end":"2026-04-09T01:21:07.884495Z","steps":["trace[1609454774] 'range keys from in-memory index tree' (duration: 122.856138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.897049Z","caller":"traceutil/trace.go:171","msg":"trace[1188851478] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"130.385352ms","start":"2026-04-09T01:21:07.766642Z","end":"2026-04-09T01:21:07.897028Z","steps":["trace[1188851478] 'process raft request' (duration: 130.271029ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.902339Z","caller":"traceutil/trace.go:171","msg":"trace[804386480] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8323; }","duration":"134.461417ms","start":"2026-04-09T01:21:07.767854Z","end":"2026-04-09T01:21:07.902316Z","steps":["trace[804386480] 'process raft request' (duration: 134.190122ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:07.902524Z","caller":"traceutil/trace.go:171","msg":"trace[49830776] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8625; }","duration":"118.10378ms","start":"2026-04-09T01:21:07.784386Z","end":"2026-04-09T01:21:07.90249Z","steps":["trace[49830776] 'read index received' (duration: 112.597367ms)","trace[49830776] 'applied index is now lower than readState.Index' (duration: 5.505022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:07.902993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.57698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-09T01:21:07.903139Z","caller":"traceutil/trace.go:171","msg":"trace[595289523] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8324; }","duration":"118.780853ms","start":"2026-04-09T01:21:07.784336Z","end":"2026-04-09T01:21:07.903117Z","steps":["trace[595289523] 'agreement among raft nodes before linearized reading' (duration: 118.473127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:25.797414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059244820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:21:26.37383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.197578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:21:26.374228Z","caller":"traceutil/trace.go:171","msg":"trace[1550586880] linearizableReadLoop","detail":"{readStateIndex:8879; appliedIndex:8877; }","duration":"1.077680588s","start":"2026-04-09T01:21:25.296522Z","end":"2026-04-09T01:21:26.374203Z","steps":["trace[1550586880] 'read index received' (duration: 788.985691ms)","trace[1550586880] 'applied index is now lower than readState.Index' (duration: 288.692927ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:26.374379Z","caller":"traceutil/trace.go:171","msg":"trace[1548310066] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"1.134977025s","start":"2026-04-09T01:21:25.239384Z","end":"2026-04-09T01:21:26.374361Z","steps":["trace[1548310066] 'process raft request' (duration: 846.110384ms)","trace[1548310066] 'compare' (duration: 287.650928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:26.374476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:25.239373Z","time spent":"1.135050886s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:21:26.374585Z","caller":"traceutil/trace.go:171","msg":"trace[620449351] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"1.018430035s","start":"2026-04-09T01:21:25.356115Z","end":"2026-04-09T01:21:26.374545Z","steps":["trace[620449351] 'process raft request' (duration: 1.017860304s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:26.37464Z","caller":"traceutil/trace.go:171","msg":"trace[473219788] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"389.073464ms","start":"2026-04-09T01:21:25.985557Z","end":"2026-04-09T01:21:26.37463Z","steps":["trace[473219788] 'process raft request' (duration: 388.541304ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:26.374464Z","caller":"traceutil/trace.go:171","msg":"trace[1619599704] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"361.73158ms","start":"2026-04-09T01:21:26.012685Z","end":"2026-04-09T01:21:26.374416Z","steps":["trace[1619599704] 'process raft request' (duration: 361.468455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:26.374682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078169087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:26.374742Z","caller":"traceutil/trace.go:171","msg":"trace[349317913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8570; }","duration":"1.078289229s","start":"2026-04-09T01:21:25.296433Z","end":"2026-04-09T01:21:26.374722Z","steps":["trace[349317913] 'agreement among raft nodes before linearized reading' (duration: 1.078203088s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:26.374778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:25.356091Z","time spent":"1.018584278s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:26.374783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:25.985528Z","time spent":"389.157485ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:26.374794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:25.296398Z","time spent":"1.078385441s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:21:26.374858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:26.012669Z","time spent":"362.064816ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:21:26.374882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.337346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T01:21:26.374966Z","caller":"traceutil/trace.go:171","msg":"trace[1543611224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8570; }","duration":"724.475149ms","start":"2026-04-09T01:21:25.65047Z","end":"2026-04-09T01:21:26.374945Z","steps":["trace[1543611224] 'agreement among raft nodes before linearized reading' (duration: 724.244265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:26.375016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:21:25.650448Z","time spent":"724.558921ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:21:26.491097Z","caller":"traceutil/trace.go:171","msg":"trace[118973802] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"109.208123ms","start":"2026-04-09T01:21:26.381851Z","end":"2026-04-09T01:21:26.491059Z","steps":["trace[118973802] 'read index received' (duration: 106.771267ms)","trace[118973802] 'applied index is now lower than readState.Index' (duration: 2.435426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:26.491331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.802726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:26.491393Z","caller":"traceutil/trace.go:171","msg":"trace[988986468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8571; }","duration":"108.900017ms","start":"2026-04-09T01:21:26.382475Z","end":"2026-04-09T01:21:26.491375Z","steps":["trace[988986468] 'agreement among raft nodes before linearized reading' (duration: 108.784125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:26.491418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.548569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19574"} {"level":"info","ts":"2026-04-09T01:21:26.491345Z","caller":"traceutil/trace.go:171","msg":"trace[1986809673] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"112.452953ms","start":"2026-04-09T01:21:26.378856Z","end":"2026-04-09T01:21:26.491309Z","steps":["trace[1986809673] 'process raft request' (duration: 109.751572ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:26.491497Z","caller":"traceutil/trace.go:171","msg":"trace[47788770] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8571; }","duration":"109.646561ms","start":"2026-04-09T01:21:26.381833Z","end":"2026-04-09T01:21:26.49148Z","steps":["trace[47788770] 'agreement among raft nodes before linearized reading' (duration: 109.410847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:26.491412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.149584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:21:26.491777Z","caller":"traceutil/trace.go:171","msg":"trace[1061381814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8571; }","duration":"100.54025ms","start":"2026-04-09T01:21:26.391212Z","end":"2026-04-09T01:21:26.491752Z","steps":["trace[1061381814] 'agreement among raft nodes before linearized reading' (duration: 100.103312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:36.834681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.970538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:21:36.834815Z","caller":"traceutil/trace.go:171","msg":"trace[1066413392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8624; }","duration":"117.160402ms","start":"2026-04-09T01:21:36.717615Z","end":"2026-04-09T01:21:36.834775Z","steps":["trace[1066413392] 'range keys from in-memory index tree' (duration: 116.663672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:37.24365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.312186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:21:37.243756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.433096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:21:37.243819Z","caller":"traceutil/trace.go:171","msg":"trace[1172833334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:8625; }","duration":"111.514317ms","start":"2026-04-09T01:21:37.132286Z","end":"2026-04-09T01:21:37.2438Z","steps":["trace[1172833334] 'range keys from in-memory index tree' (duration: 111.264221ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:37.243819Z","caller":"traceutil/trace.go:171","msg":"trace[269978099] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8625; }","duration":"149.536172ms","start":"2026-04-09T01:21:37.094259Z","end":"2026-04-09T01:21:37.243795Z","steps":["trace[269978099] 'count revisions from in-memory index tree' (duration: 149.176734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:37.243947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.292431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T01:21:37.244108Z","caller":"traceutil/trace.go:171","msg":"trace[852735235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8625; }","duration":"120.603427ms","start":"2026-04-09T01:21:37.123457Z","end":"2026-04-09T01:21:37.244061Z","steps":["trace[852735235] 'range keys from in-memory index tree' (duration: 120.074436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:37.390356Z","caller":"traceutil/trace.go:171","msg":"trace[1308865610] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8938; }","duration":"105.9154ms","start":"2026-04-09T01:21:37.284407Z","end":"2026-04-09T01:21:37.390323Z","steps":["trace[1308865610] 'read index received' (duration: 105.733577ms)","trace[1308865610] 'applied index is now lower than readState.Index' (duration: 180.193µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:21:37.390643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.218575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:21:37.390725Z","caller":"traceutil/trace.go:171","msg":"trace[510752951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8626; }","duration":"106.357868ms","start":"2026-04-09T01:21:37.284345Z","end":"2026-04-09T01:21:37.390703Z","steps":["trace[510752951] 'agreement among raft nodes before linearized reading' (duration: 106.112514ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:37.390438Z","caller":"traceutil/trace.go:171","msg":"trace[743681772] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"140.9981ms","start":"2026-04-09T01:21:37.249393Z","end":"2026-04-09T01:21:37.390392Z","steps":["trace[743681772] 'process raft request' (duration: 140.760995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:38.664654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.876707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T01:21:38.665187Z","caller":"traceutil/trace.go:171","msg":"trace[928110722] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"210.416096ms","start":"2026-04-09T01:21:38.45475Z","end":"2026-04-09T01:21:38.665166Z","steps":["trace[928110722] 'process raft request' (duration: 210.011428ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:38.665457Z","caller":"traceutil/trace.go:171","msg":"trace[349807337] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8940; }","duration":"133.679853ms","start":"2026-04-09T01:21:38.531755Z","end":"2026-04-09T01:21:38.665435Z","steps":["trace[349807337] 'read index received' (duration: 64.786258ms)","trace[349807337] 'applied index is now lower than readState.Index' (duration: 68.892635ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:38.665505Z","caller":"traceutil/trace.go:171","msg":"trace[1628211000] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"181.162765ms","start":"2026-04-09T01:21:38.48433Z","end":"2026-04-09T01:21:38.665492Z","steps":["trace[1628211000] 'process raft request' (duration: 181.066633ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:38.665533Z","caller":"traceutil/trace.go:171","msg":"trace[1907963215] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"181.256378ms","start":"2026-04-09T01:21:38.484221Z","end":"2026-04-09T01:21:38.665478Z","steps":["trace[1907963215] 'process raft request' (duration: 181.086045ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:38.665631Z","caller":"traceutil/trace.go:171","msg":"trace[1159909145] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"209.330904ms","start":"2026-04-09T01:21:38.456284Z","end":"2026-04-09T01:21:38.665614Z","steps":["trace[1159909145] 'process raft request' (duration: 208.819905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:21:38.665661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.878836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T01:21:38.66585Z","caller":"traceutil/trace.go:171","msg":"trace[2104609160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8631; }","duration":"134.117411ms","start":"2026-04-09T01:21:38.531713Z","end":"2026-04-09T01:21:38.665831Z","steps":["trace[2104609160] 'agreement among raft nodes before linearized reading' (duration: 133.821646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:21:38.827053Z","caller":"traceutil/trace.go:171","msg":"trace[632627002] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"155.618815ms","start":"2026-04-09T01:21:38.671398Z","end":"2026-04-09T01:21:38.827017Z","steps":["trace[632627002] 'process raft request' (duration: 139.012133ms)","trace[632627002] 'compare' (duration: 16.341787ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:21:38.833143Z","caller":"traceutil/trace.go:171","msg":"trace[2067155231] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"151.10007ms","start":"2026-04-09T01:21:38.681794Z","end":"2026-04-09T01:21:38.832894Z","steps":["trace[2067155231] 'process raft request' (duration: 150.975577ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:04.94441Z","caller":"traceutil/trace.go:171","msg":"trace[2140279508] linearizableReadLoop","detail":"{readStateIndex:9144; appliedIndex:9143; }","duration":"167.248234ms","start":"2026-04-09T01:22:04.777115Z","end":"2026-04-09T01:22:04.944363Z","steps":["trace[2140279508] 'read index received' (duration: 166.261585ms)","trace[2140279508] 'applied index is now lower than readState.Index' (duration: 984.439µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:04.94457Z","caller":"traceutil/trace.go:171","msg":"trace[442497664] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"181.481072ms","start":"2026-04-09T01:22:04.763035Z","end":"2026-04-09T01:22:04.944516Z","steps":["trace[442497664] 'process raft request' (duration: 180.469613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:04.944881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.737263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-04-09T01:22:04.944988Z","caller":"traceutil/trace.go:171","msg":"trace[1840819451] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8823; }","duration":"167.901566ms","start":"2026-04-09T01:22:04.777063Z","end":"2026-04-09T01:22:04.944965Z","steps":["trace[1840819451] 'agreement among raft nodes before linearized reading' (duration: 167.54877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:04.945178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.933466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:22:04.945238Z","caller":"traceutil/trace.go:171","msg":"trace[636776804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8823; }","duration":"102.330173ms","start":"2026-04-09T01:22:04.842893Z","end":"2026-04-09T01:22:04.945223Z","steps":["trace[636776804] 'agreement among raft nodes before linearized reading' (duration: 101.831144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:09.047805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.680071ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T01:22:09.048962Z","caller":"traceutil/trace.go:171","msg":"trace[1461900888] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"355.4052ms","start":"2026-04-09T01:22:08.693537Z","end":"2026-04-09T01:22:09.048942Z","steps":["trace[1461900888] 'process raft request' (duration: 354.361741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:09.049055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:08.693508Z","time spent":"355.490641ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:22:09.058555Z","caller":"traceutil/trace.go:171","msg":"trace[1382260337] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"277.909464ms","start":"2026-04-09T01:22:08.780623Z","end":"2026-04-09T01:22:09.058533Z","steps":["trace[1382260337] 'process raft request' (duration: 277.814822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:09.058606Z","caller":"traceutil/trace.go:171","msg":"trace[718608942] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"285.19226ms","start":"2026-04-09T01:22:08.773385Z","end":"2026-04-09T01:22:09.058578Z","steps":["trace[718608942] 'process raft request' (duration: 284.885055ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:09.058939Z","caller":"traceutil/trace.go:171","msg":"trace[923439742] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"101.126111ms","start":"2026-04-09T01:22:08.957797Z","end":"2026-04-09T01:22:09.058924Z","steps":["trace[923439742] 'process raft request' (duration: 100.856626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:09.059716Z","caller":"traceutil/trace.go:171","msg":"trace[1768631210] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"274.889477ms","start":"2026-04-09T01:22:08.78384Z","end":"2026-04-09T01:22:09.058729Z","steps":["trace[1768631210] 'process raft request' (duration: 274.651053ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:11.180683Z","caller":"traceutil/trace.go:171","msg":"trace[874125286] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"116.969949ms","start":"2026-04-09T01:22:11.063686Z","end":"2026-04-09T01:22:11.180656Z","steps":["trace[874125286] 'process raft request' (duration: 116.805686ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:11.6121Z","caller":"traceutil/trace.go:171","msg":"trace[1091759534] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"547.469091ms","start":"2026-04-09T01:22:11.064603Z","end":"2026-04-09T01:22:11.612072Z","steps":["trace[1091759534] 'process raft request' (duration: 547.352569ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:11.612139Z","caller":"traceutil/trace.go:171","msg":"trace[965454320] linearizableReadLoop","detail":"{readStateIndex:9181; appliedIndex:9177; }","duration":"540.960599ms","start":"2026-04-09T01:22:11.07116Z","end":"2026-04-09T01:22:11.61212Z","steps":["trace[965454320] 'read index received' (duration: 109.411037ms)","trace[965454320] 'applied index is now lower than readState.Index' (duration: 431.548512ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:11.612123Z","caller":"traceutil/trace.go:171","msg":"trace[723618235] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"547.652965ms","start":"2026-04-09T01:22:11.064415Z","end":"2026-04-09T01:22:11.612068Z","steps":["trace[723618235] 'process raft request' (duration: 547.348859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.612268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.064586Z","time spent":"547.598294ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:22:11.612254Z","caller":"traceutil/trace.go:171","msg":"trace[574622737] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"547.314869ms","start":"2026-04-09T01:22:11.0649Z","end":"2026-04-09T01:22:11.612215Z","steps":["trace[574622737] 'process raft request' (duration: 547.123565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.612365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.02721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T01:22:11.612351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.064383Z","time spent":"547.847758ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:22:11.612375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.210343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T01:22:11.612424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.140603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:22:11.612431Z","caller":"traceutil/trace.go:171","msg":"trace[510341346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8858; }","duration":"541.286894ms","start":"2026-04-09T01:22:11.071129Z","end":"2026-04-09T01:22:11.612416Z","steps":["trace[510341346] 'agreement among raft nodes before linearized reading' (duration: 541.096531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.612449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.064892Z","time spent":"547.438711ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:22:11.612472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.071122Z","time spent":"541.341815ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:22:11.612496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.142942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T01:22:11.612512Z","caller":"traceutil/trace.go:171","msg":"trace[326884177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8858; }","duration":"541.165522ms","start":"2026-04-09T01:22:11.071342Z","end":"2026-04-09T01:22:11.612508Z","steps":["trace[326884177] 'agreement among raft nodes before linearized reading' (duration: 541.113841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.612532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.071339Z","time spent":"541.186772ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:22:11.612487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.319557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:22:11.612396Z","caller":"traceutil/trace.go:171","msg":"trace[1509549941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8858; }","duration":"541.073161ms","start":"2026-04-09T01:22:11.071316Z","end":"2026-04-09T01:22:11.612389Z","steps":["trace[1509549941] 'agreement among raft nodes before linearized reading' (duration: 540.916188ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:11.612592Z","caller":"traceutil/trace.go:171","msg":"trace[1758151773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:8858; }","duration":"156.45424ms","start":"2026-04-09T01:22:11.456127Z","end":"2026-04-09T01:22:11.612581Z","steps":["trace[1758151773] 'agreement among raft nodes before linearized reading' (duration: 156.267417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.612606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.071311Z","time spent":"541.281214ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:22:11.612446Z","caller":"traceutil/trace.go:171","msg":"trace[1654227225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8858; }","duration":"316.205464ms","start":"2026-04-09T01:22:11.296236Z","end":"2026-04-09T01:22:11.612441Z","steps":["trace[1654227225] 'agreement among raft nodes before linearized reading' (duration: 316.173883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.612678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.296214Z","time spent":"316.456869ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:22:11.612995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.216925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:22:11.613083Z","caller":"traceutil/trace.go:171","msg":"trace[1295096746] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8858; }","duration":"507.380608ms","start":"2026-04-09T01:22:11.105682Z","end":"2026-04-09T01:22:11.613063Z","steps":["trace[1295096746] 'agreement among raft nodes before linearized reading' (duration: 506.748105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:11.613125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:11.105656Z","time spent":"507.45937ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":885,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:22:11.723355Z","caller":"traceutil/trace.go:171","msg":"trace[1035912864] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"103.487395ms","start":"2026-04-09T01:22:11.619838Z","end":"2026-04-09T01:22:11.723326Z","steps":["trace[1035912864] 'process raft request' (duration: 83.136413ms)","trace[1035912864] 'compare' (duration: 20.182339ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:11.723835Z","caller":"traceutil/trace.go:171","msg":"trace[1232163301] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"100.180684ms","start":"2026-04-09T01:22:11.623621Z","end":"2026-04-09T01:22:11.723802Z","steps":["trace[1232163301] 'process raft request' (duration: 99.665333ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:20.776026Z","caller":"traceutil/trace.go:171","msg":"trace[1001894278] linearizableReadLoop","detail":"{readStateIndex:9274; appliedIndex:9273; }","duration":"114.864139ms","start":"2026-04-09T01:22:20.661125Z","end":"2026-04-09T01:22:20.775989Z","steps":["trace[1001894278] 'read index received' (duration: 75.187383ms)","trace[1001894278] 'applied index is now lower than readState.Index' (duration: 39.675296ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:20.776174Z","caller":"traceutil/trace.go:171","msg":"trace[802269581] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8947; }","duration":"117.744953ms","start":"2026-04-09T01:22:20.658416Z","end":"2026-04-09T01:22:20.776161Z","steps":["trace[802269581] 'process raft request' (duration: 77.956636ms)","trace[802269581] 'compare' (duration: 39.471211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:22:20.776414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.267136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8n6tk\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-04-09T01:22:20.776455Z","caller":"traceutil/trace.go:171","msg":"trace[1927538007] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8n6tk; range_end:; response_count:1; response_revision:8947; }","duration":"115.363418ms","start":"2026-04-09T01:22:20.661082Z","end":"2026-04-09T01:22:20.776446Z","steps":["trace[1927538007] 'agreement among raft nodes before linearized reading' (duration: 115.209475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:20.776696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.502064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-8n6tk\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-09T01:22:20.776797Z","caller":"traceutil/trace.go:171","msg":"trace[1553223785] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-8n6tk; range_end:; response_count:1; response_revision:8947; }","duration":"113.647677ms","start":"2026-04-09T01:22:20.663123Z","end":"2026-04-09T01:22:20.776771Z","steps":["trace[1553223785] 'agreement among raft nodes before linearized reading' (duration: 113.31905ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:21.794692Z","caller":"traceutil/trace.go:171","msg":"trace[179439081] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"164.313899ms","start":"2026-04-09T01:22:21.630347Z","end":"2026-04-09T01:22:21.794661Z","steps":["trace[179439081] 'process raft request' (duration: 164.155566ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.049168Z","caller":"traceutil/trace.go:171","msg":"trace[1073020384] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"401.913405ms","start":"2026-04-09T01:22:21.647217Z","end":"2026-04-09T01:22:22.049131Z","steps":["trace[1073020384] 'process raft request' (duration: 401.60731ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.049269Z","caller":"traceutil/trace.go:171","msg":"trace[905091274] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"399.991719ms","start":"2026-04-09T01:22:21.649224Z","end":"2026-04-09T01:22:22.049215Z","steps":["trace[905091274] 'process raft request' (duration: 399.819826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.049355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:21.647198Z","time spent":"402.058797ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:22:22.049273Z","caller":"traceutil/trace.go:171","msg":"trace[1768220295] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"393.14869ms","start":"2026-04-09T01:22:21.656085Z","end":"2026-04-09T01:22:22.049234Z","steps":["trace[1768220295] 'process raft request' (duration: 393.021248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.049454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:21.649207Z","time spent":"400.148021ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:22:22.049606Z","caller":"traceutil/trace.go:171","msg":"trace[1488396351] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9279; }","duration":"385.843813ms","start":"2026-04-09T01:22:21.66373Z","end":"2026-04-09T01:22:22.049574Z","steps":["trace[1488396351] 'read index received' (duration: 130.786368ms)","trace[1488396351] 'applied index is now lower than readState.Index' (duration: 255.054635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:22:22.049722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:21.656069Z","time spent":"393.450606ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:22:22.049606Z","caller":"traceutil/trace.go:171","msg":"trace[2144597838] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"393.279563ms","start":"2026-04-09T01:22:21.656296Z","end":"2026-04-09T01:22:22.049575Z","steps":["trace[2144597838] 'process raft request' (duration: 392.863455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.049876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:21.656258Z","time spent":"393.577718ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:22:22.049936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.91705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T01:22:22.049913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.17265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:22:22.049979Z","caller":"traceutil/trace.go:171","msg":"trace[1354475064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8957; }","duration":"330.998881ms","start":"2026-04-09T01:22:21.718969Z","end":"2026-04-09T01:22:22.049968Z","steps":["trace[1354475064] 'agreement among raft nodes before linearized reading' (duration: 330.823468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.049968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.108977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T01:22:22.050003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.509691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T01:22:22.050005Z","caller":"traceutil/trace.go:171","msg":"trace[272043634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:8957; }","duration":"386.297792ms","start":"2026-04-09T01:22:21.663686Z","end":"2026-04-09T01:22:22.049984Z","steps":["trace[272043634] 'agreement among raft nodes before linearized reading' (duration: 386.049327ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.050053Z","caller":"traceutil/trace.go:171","msg":"trace[1423083817] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8957; }","duration":"199.563742ms","start":"2026-04-09T01:22:21.850473Z","end":"2026-04-09T01:22:22.050037Z","steps":["trace[1423083817] 'agreement among raft nodes before linearized reading' (duration: 199.433119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.050062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:21.663672Z","time spent":"386.380663ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-jfwnr\" "} {"level":"warn","ts":"2026-04-09T01:22:22.05009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.303988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T01:22:22.050105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.613194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:22:22.050131Z","caller":"traceutil/trace.go:171","msg":"trace[2049414968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8957; }","duration":"281.362529ms","start":"2026-04-09T01:22:21.768757Z","end":"2026-04-09T01:22:22.05012Z","steps":["trace[2049414968] 'agreement among raft nodes before linearized reading' (duration: 281.207816ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.050135Z","caller":"traceutil/trace.go:171","msg":"trace[1594370231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8957; }","duration":"281.679205ms","start":"2026-04-09T01:22:21.768447Z","end":"2026-04-09T01:22:22.050126Z","steps":["trace[1594370231] 'agreement among raft nodes before linearized reading' (duration: 281.600644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.050165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.890179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-09T01:22:22.050197Z","caller":"traceutil/trace.go:171","msg":"trace[1574208996] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8957; }","duration":"248.95644ms","start":"2026-04-09T01:22:21.801232Z","end":"2026-04-09T01:22:22.050188Z","steps":["trace[1574208996] 'agreement among raft nodes before linearized reading' (duration: 248.813138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.050019Z","caller":"traceutil/trace.go:171","msg":"trace[1184038573] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8957; }","duration":"271.184098ms","start":"2026-04-09T01:22:21.778821Z","end":"2026-04-09T01:22:22.050005Z","steps":["trace[1184038573] 'agreement among raft nodes before linearized reading' (duration: 271.089186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.050265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.102111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:22:22.050294Z","caller":"traceutil/trace.go:171","msg":"trace[1050977366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8957; }","duration":"275.152672ms","start":"2026-04-09T01:22:21.775134Z","end":"2026-04-09T01:22:22.050286Z","steps":["trace[1050977366] 'agreement among raft nodes before linearized reading' (duration: 275.066751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.050295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.373808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T01:22:22.050333Z","caller":"traceutil/trace.go:171","msg":"trace[1683545998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8957; }","duration":"282.45541ms","start":"2026-04-09T01:22:21.767867Z","end":"2026-04-09T01:22:22.050322Z","steps":["trace[1683545998] 'agreement among raft nodes before linearized reading' (duration: 282.348898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:22.050016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:21.718959Z","time spent":"331.049382ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T01:22:22.275223Z","caller":"traceutil/trace.go:171","msg":"trace[1510706083] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"219.794642ms","start":"2026-04-09T01:22:22.055394Z","end":"2026-04-09T01:22:22.275189Z","steps":["trace[1510706083] 'process raft request' (duration: 219.469836ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.275234Z","caller":"traceutil/trace.go:171","msg":"trace[1563927469] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"219.784251ms","start":"2026-04-09T01:22:22.055421Z","end":"2026-04-09T01:22:22.275205Z","steps":["trace[1563927469] 'process raft request' (duration: 219.69358ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.275545Z","caller":"traceutil/trace.go:171","msg":"trace[1932250876] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"220.089287ms","start":"2026-04-09T01:22:22.055437Z","end":"2026-04-09T01:22:22.275527Z","steps":["trace[1932250876] 'process raft request' (duration: 219.730131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.275577Z","caller":"traceutil/trace.go:171","msg":"trace[27399031] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"220.032756ms","start":"2026-04-09T01:22:22.055509Z","end":"2026-04-09T01:22:22.275542Z","steps":["trace[27399031] 'process raft request' (duration: 219.937884ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:22.275786Z","caller":"traceutil/trace.go:171","msg":"trace[1477969128] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"218.555649ms","start":"2026-04-09T01:22:22.057214Z","end":"2026-04-09T01:22:22.275769Z","steps":["trace[1477969128] 'process raft request' (duration: 218.298324ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:23.333538Z","caller":"traceutil/trace.go:171","msg":"trace[1155155266] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9294; }","duration":"403.155868ms","start":"2026-04-09T01:22:22.930345Z","end":"2026-04-09T01:22:23.333501Z","steps":["trace[1155155266] 'read index received' (duration: 403.144338ms)","trace[1155155266] 'applied index is now lower than readState.Index' (duration: 9.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:22:23.333925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.491224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T01:22:23.334022Z","caller":"traceutil/trace.go:171","msg":"trace[1857801537] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:8967; }","duration":"403.721578ms","start":"2026-04-09T01:22:22.930287Z","end":"2026-04-09T01:22:23.334008Z","steps":["trace[1857801537] 'agreement among raft nodes before linearized reading' (duration: 403.373232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:23.334065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:22.930265Z","time spent":"403.78813ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-04-09T01:22:23.333543Z","caller":"traceutil/trace.go:171","msg":"trace[1747652224] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"424.122733ms","start":"2026-04-09T01:22:22.909376Z","end":"2026-04-09T01:22:23.333499Z","steps":["trace[1747652224] 'process raft request' (duration: 423.93873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:23.33452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:22:22.909358Z","time spent":"425.009669ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:22:23.365983Z","caller":"traceutil/trace.go:171","msg":"trace[772493663] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"139.230608ms","start":"2026-04-09T01:22:23.226715Z","end":"2026-04-09T01:22:23.365946Z","steps":["trace[772493663] 'process raft request' (duration: 139.063595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:23.572642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.473809ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-09T01:22:23.57276Z","caller":"traceutil/trace.go:171","msg":"trace[1310377223] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9295; }","duration":"205.656496ms","start":"2026-04-09T01:22:23.367083Z","end":"2026-04-09T01:22:23.572739Z","steps":["trace[1310377223] 'read index received' (duration: 72.997232ms)","trace[1310377223] 'applied index is now lower than readState.Index' (duration: 132.657234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:22:23.573178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.348616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-09T01:22:23.573238Z","caller":"traceutil/trace.go:171","msg":"trace[584538889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8968; }","duration":"125.442838ms","start":"2026-04-09T01:22:23.44778Z","end":"2026-04-09T01:22:23.573223Z","steps":["trace[584538889] 'agreement among raft nodes before linearized reading' (duration: 125.246115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:23.573486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.806409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:22:23.573671Z","caller":"traceutil/trace.go:171","msg":"trace[107626589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8968; }","duration":"206.622104ms","start":"2026-04-09T01:22:23.36702Z","end":"2026-04-09T01:22:23.573642Z","steps":["trace[107626589] 'agreement among raft nodes before linearized reading' (duration: 205.821389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:23.847988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.100997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:22:23.848103Z","caller":"traceutil/trace.go:171","msg":"trace[801240885] linearizableReadLoop","detail":"{readStateIndex:9298; appliedIndex:9297; }","duration":"237.570966ms","start":"2026-04-09T01:22:23.610513Z","end":"2026-04-09T01:22:23.848084Z","steps":["trace[801240885] 'read index received' (duration: 67.157962ms)","trace[801240885] 'applied index is now lower than readState.Index' (duration: 170.411434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:22:23.848302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.78503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T01:22:23.84833Z","caller":"traceutil/trace.go:171","msg":"trace[2025644306] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8970; }","duration":"237.844541ms","start":"2026-04-09T01:22:23.610476Z","end":"2026-04-09T01:22:23.848321Z","steps":["trace[2025644306] 'agreement among raft nodes before linearized reading' (duration: 237.654518ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:23.848641Z","caller":"traceutil/trace.go:171","msg":"trace[1967015256] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"238.634987ms","start":"2026-04-09T01:22:23.609993Z","end":"2026-04-09T01:22:23.848628Z","steps":["trace[1967015256] 'process raft request' (duration: 67.784535ms)","trace[1967015256] 'compare' (duration: 169.376354ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:24.29416Z","caller":"traceutil/trace.go:171","msg":"trace[1173265268] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"237.973413ms","start":"2026-04-09T01:22:24.05617Z","end":"2026-04-09T01:22:24.294143Z","steps":["trace[1173265268] 'process raft request' (duration: 237.829231ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:24.294146Z","caller":"traceutil/trace.go:171","msg":"trace[609187961] linearizableReadLoop","detail":"{readStateIndex:9302; appliedIndex:9298; }","duration":"212.503095ms","start":"2026-04-09T01:22:24.081607Z","end":"2026-04-09T01:22:24.29411Z","steps":["trace[609187961] 'read index received' (duration: 19.946705ms)","trace[609187961] 'applied index is now lower than readState.Index' (duration: 192.55452ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:24.294267Z","caller":"traceutil/trace.go:171","msg":"trace[1697315548] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"235.381025ms","start":"2026-04-09T01:22:24.058844Z","end":"2026-04-09T01:22:24.294225Z","steps":["trace[1697315548] 'process raft request' (duration: 235.209462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:24.294362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.738189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T01:22:24.294443Z","caller":"traceutil/trace.go:171","msg":"trace[1630057110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8974; }","duration":"212.873931ms","start":"2026-04-09T01:22:24.08155Z","end":"2026-04-09T01:22:24.294424Z","steps":["trace[1630057110] 'agreement among raft nodes before linearized reading' (duration: 212.674678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:22:24.29446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.867066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:22:24.294548Z","caller":"traceutil/trace.go:171","msg":"trace[1455108769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:8974; }","duration":"208.991348ms","start":"2026-04-09T01:22:24.08554Z","end":"2026-04-09T01:22:24.294531Z","steps":["trace[1455108769] 'agreement among raft nodes before linearized reading' (duration: 208.800375ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:22:24.294637Z","caller":"traceutil/trace.go:171","msg":"trace[3263199] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"238.136116ms","start":"2026-04-09T01:22:24.055955Z","end":"2026-04-09T01:22:24.294091Z","steps":["trace[3263199] 'process raft request' (duration: 223.279987ms)","trace[3263199] 'compare' (duration: 14.594144ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:22:47.182897Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000256a.wal"} {"level":"info","ts":"2026-04-09T01:23:26.775755Z","caller":"traceutil/trace.go:171","msg":"trace[285736192] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"229.219521ms","start":"2026-04-09T01:23:26.546505Z","end":"2026-04-09T01:23:26.775724Z","steps":["trace[285736192] 'process raft request' (duration: 229.082958ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:26.781544Z","caller":"traceutil/trace.go:171","msg":"trace[986362547] linearizableReadLoop","detail":"{readStateIndex:9980; appliedIndex:9979; }","duration":"140.703012ms","start":"2026-04-09T01:23:26.640797Z","end":"2026-04-09T01:23:26.7815Z","steps":["trace[986362547] 'read index received' (duration: 135.001955ms)","trace[986362547] 'applied index is now lower than readState.Index' (duration: 5.699267ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:23:26.78158Z","caller":"traceutil/trace.go:171","msg":"trace[323952180] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"224.626854ms","start":"2026-04-09T01:23:26.556908Z","end":"2026-04-09T01:23:26.781535Z","steps":["trace[323952180] 'process raft request' (duration: 224.253177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:23:26.781852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.035299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:23:26.781891Z","caller":"traceutil/trace.go:171","msg":"trace[2125708721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9635; }","duration":"141.142371ms","start":"2026-04-09T01:23:26.640737Z","end":"2026-04-09T01:23:26.78188Z","steps":["trace[2125708721] 'agreement among raft nodes before linearized reading' (duration: 140.934647ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:30.373119Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T01:23:30.383871Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T01:23:30.383981Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T01:23:38.997165Z","caller":"traceutil/trace.go:171","msg":"trace[1530869408] linearizableReadLoop","detail":"{readStateIndex:10053; appliedIndex:10051; }","duration":"151.171491ms","start":"2026-04-09T01:23:38.845969Z","end":"2026-04-09T01:23:38.997141Z","steps":["trace[1530869408] 'read index received' (duration: 14.379911ms)","trace[1530869408] 'applied index is now lower than readState.Index' (duration: 136.790299ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:23:38.997225Z","caller":"traceutil/trace.go:171","msg":"trace[1859140060] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"179.025045ms","start":"2026-04-09T01:23:38.818166Z","end":"2026-04-09T01:23:38.997191Z","steps":["trace[1859140060] 'process raft request' (duration: 84.991253ms)","trace[1859140060] 'compare' (duration: 93.860779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:23:38.997419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.035578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T01:23:38.997444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.008733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:23:38.997463Z","caller":"traceutil/trace.go:171","msg":"trace[2107971046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9705; }","duration":"150.13765ms","start":"2026-04-09T01:23:38.847315Z","end":"2026-04-09T01:23:38.997452Z","steps":["trace[2107971046] 'agreement among raft nodes before linearized reading' (duration: 149.987207ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:38.997492Z","caller":"traceutil/trace.go:171","msg":"trace[797947459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:9705; }","duration":"128.083505ms","start":"2026-04-09T01:23:38.869396Z","end":"2026-04-09T01:23:38.997479Z","steps":["trace[797947459] 'agreement among raft nodes before linearized reading' (duration: 127.947852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:23:38.997535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.103552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T01:23:38.997592Z","caller":"traceutil/trace.go:171","msg":"trace[1843340759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9705; }","duration":"139.188593ms","start":"2026-04-09T01:23:38.858391Z","end":"2026-04-09T01:23:38.99758Z","steps":["trace[1843340759] 'agreement among raft nodes before linearized reading' (duration: 139.040881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:23:38.997727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.68884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T01:23:38.997777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.08229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T01:23:38.997903Z","caller":"traceutil/trace.go:171","msg":"trace[847001699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9705; }","duration":"149.309114ms","start":"2026-04-09T01:23:38.848566Z","end":"2026-04-09T01:23:38.997875Z","steps":["trace[847001699] 'agreement among raft nodes before linearized reading' (duration: 148.973998ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:38.99786Z","caller":"traceutil/trace.go:171","msg":"trace[574650085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9705; }","duration":"151.894253ms","start":"2026-04-09T01:23:38.845936Z","end":"2026-04-09T01:23:38.997831Z","steps":["trace[574650085] 'agreement among raft nodes before linearized reading' (duration: 151.403834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:23:38.998137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.434376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:23:38.99819Z","caller":"traceutil/trace.go:171","msg":"trace[133149047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9705; }","duration":"141.510398ms","start":"2026-04-09T01:23:38.856669Z","end":"2026-04-09T01:23:38.998179Z","steps":["trace[133149047] 'agreement among raft nodes before linearized reading' (duration: 140.690822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:39.197866Z","caller":"traceutil/trace.go:171","msg":"trace[2110383823] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"195.571737ms","start":"2026-04-09T01:23:39.00227Z","end":"2026-04-09T01:23:39.197841Z","steps":["trace[2110383823] 'process raft request' (duration: 195.496526ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:39.197964Z","caller":"traceutil/trace.go:171","msg":"trace[1280744990] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"195.662808ms","start":"2026-04-09T01:23:39.002275Z","end":"2026-04-09T01:23:39.197938Z","steps":["trace[1280744990] 'process raft request' (duration: 195.450194ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:39.197992Z","caller":"traceutil/trace.go:171","msg":"trace[776255816] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"197.003333ms","start":"2026-04-09T01:23:39.000965Z","end":"2026-04-09T01:23:39.197968Z","steps":["trace[776255816] 'process raft request' (duration: 111.204236ms)","trace[776255816] 'compare' (duration: 85.318158ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:23:39.19811Z","caller":"traceutil/trace.go:171","msg":"trace[1099950014] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"195.78027ms","start":"2026-04-09T01:23:39.002305Z","end":"2026-04-09T01:23:39.198086Z","steps":["trace[1099950014] 'process raft request' (duration: 195.498225ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:39.198114Z","caller":"traceutil/trace.go:171","msg":"trace[1620071720] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10053; }","duration":"195.458644ms","start":"2026-04-09T01:23:39.002627Z","end":"2026-04-09T01:23:39.198085Z","steps":["trace[1620071720] 'read index received' (duration: 109.677037ms)","trace[1620071720] 'applied index is now lower than readState.Index' (duration: 85.780497ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:23:39.198199Z","caller":"traceutil/trace.go:171","msg":"trace[1420936861] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"194.617939ms","start":"2026-04-09T01:23:39.003522Z","end":"2026-04-09T01:23:39.19814Z","steps":["trace[1420936861] 'process raft request' (duration: 194.480436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:39.197904Z","caller":"traceutil/trace.go:171","msg":"trace[1547105841] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"195.646548ms","start":"2026-04-09T01:23:39.002234Z","end":"2026-04-09T01:23:39.19788Z","steps":["trace[1547105841] 'process raft request' (duration: 195.399503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:23:39.198639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.989455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289833"} {"level":"info","ts":"2026-04-09T01:23:39.198693Z","caller":"traceutil/trace.go:171","msg":"trace[1891267992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9711; }","duration":"196.078417ms","start":"2026-04-09T01:23:39.002601Z","end":"2026-04-09T01:23:39.19868Z","steps":["trace[1891267992] 'agreement among raft nodes before linearized reading' (duration: 195.615959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:23:39.4379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.005909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:23:39.437988Z","caller":"traceutil/trace.go:171","msg":"trace[1819867257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9711; }","duration":"140.132532ms","start":"2026-04-09T01:23:39.297835Z","end":"2026-04-09T01:23:39.437968Z","steps":["trace[1819867257] 'range keys from in-memory index tree' (duration: 139.922078ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:23:40.324418Z","caller":"traceutil/trace.go:171","msg":"trace[831172769] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"103.498861ms","start":"2026-04-09T01:23:40.220891Z","end":"2026-04-09T01:23:40.32439Z","steps":["trace[831172769] 'process raft request' (duration: 103.320258ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:25:29.699732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8067} {"level":"info","ts":"2026-04-09T01:25:29.767399Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8067,"took":"64.605649ms","hash":2408576671,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":28651520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-09T01:25:29.767467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2408576671,"revision":8067,"compact-revision":5896} {"level":"info","ts":"2026-04-09T01:27:01.597637Z","caller":"traceutil/trace.go:171","msg":"trace[211727933] linearizableReadLoop","detail":"{readStateIndex:11835; appliedIndex:11834; }","duration":"301.715476ms","start":"2026-04-09T01:27:01.295888Z","end":"2026-04-09T01:27:01.597604Z","steps":["trace[211727933] 'read index received' (duration: 301.421041ms)","trace[211727933] 'applied index is now lower than readState.Index' (duration: 292.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:27:01.59775Z","caller":"traceutil/trace.go:171","msg":"trace[284854645] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"357.812466ms","start":"2026-04-09T01:27:01.239899Z","end":"2026-04-09T01:27:01.597711Z","steps":["trace[284854645] 'process raft request' (duration: 357.500741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:01.597859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.94329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:01.597923Z","caller":"traceutil/trace.go:171","msg":"trace[471795795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11436; }","duration":"302.037492ms","start":"2026-04-09T01:27:01.29587Z","end":"2026-04-09T01:27:01.597908Z","steps":["trace[471795795] 'agreement among raft nodes before linearized reading' (duration: 301.905009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:01.597942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:01.239859Z","time spent":"357.97836ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:27:01.597977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:01.2958Z","time spent":"302.163845ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:27:23.866861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.775122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:27:23.867012Z","caller":"traceutil/trace.go:171","msg":"trace[1460174397] transaction","detail":"{read_only:false; response_revision:11562; number_of_response:1; }","duration":"172.496208ms","start":"2026-04-09T01:27:23.694493Z","end":"2026-04-09T01:27:23.86699Z","steps":["trace[1460174397] 'process raft request' (duration: 68.475282ms)","trace[1460174397] 'compare' (duration: 103.609539ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:27:24.397935Z","caller":"traceutil/trace.go:171","msg":"trace[1516351997] linearizableReadLoop","detail":"{readStateIndex:11967; appliedIndex:11966; }","duration":"362.500484ms","start":"2026-04-09T01:27:24.03539Z","end":"2026-04-09T01:27:24.397891Z","steps":["trace[1516351997] 'read index received' (duration: 265.972658ms)","trace[1516351997] 'applied index is now lower than readState.Index' (duration: 96.524746ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:27:24.398091Z","caller":"traceutil/trace.go:171","msg":"trace[1725375884] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"416.82364ms","start":"2026-04-09T01:27:23.98122Z","end":"2026-04-09T01:27:24.398044Z","steps":["trace[1725375884] 'process raft request' (duration: 320.208782ms)","trace[1725375884] 'compare' (duration: 96.1722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:27:24.398235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.80906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:24.398302Z","caller":"traceutil/trace.go:171","msg":"trace[748770513] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11563; }","duration":"362.964802ms","start":"2026-04-09T01:27:24.035313Z","end":"2026-04-09T01:27:24.398277Z","steps":["trace[748770513] 'agreement among raft nodes before linearized reading' (duration: 362.821729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.398351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:23.98119Z","time spent":"417.051053ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:27:24.398352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:24.035268Z","time spent":"363.074075ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-09T01:27:24.398417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.841321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:27:24.398477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.253455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:24.398574Z","caller":"traceutil/trace.go:171","msg":"trace[415901965] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11563; }","duration":"241.379958ms","start":"2026-04-09T01:27:24.157174Z","end":"2026-04-09T01:27:24.398554Z","steps":["trace[415901965] 'agreement among raft nodes before linearized reading' (duration: 241.224045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.398581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.106534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:24.398684Z","caller":"traceutil/trace.go:171","msg":"trace[492237694] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11563; }","duration":"240.247597ms","start":"2026-04-09T01:27:24.158412Z","end":"2026-04-09T01:27:24.398659Z","steps":["trace[492237694] 'agreement among raft nodes before linearized reading' (duration: 240.048423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.398731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.207607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:24.39878Z","caller":"traceutil/trace.go:171","msg":"trace[1538440441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11563; }","duration":"363.278549ms","start":"2026-04-09T01:27:24.035488Z","end":"2026-04-09T01:27:24.398767Z","steps":["trace[1538440441] 'agreement among raft nodes before linearized reading' (duration: 363.198377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.398803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.285328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:27:24.398758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.687442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-09T01:27:24.398898Z","caller":"traceutil/trace.go:171","msg":"trace[345145830] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11563; }","duration":"358.847985ms","start":"2026-04-09T01:27:24.04004Z","end":"2026-04-09T01:27:24.398888Z","steps":["trace[345145830] 'agreement among raft nodes before linearized reading' (duration: 358.533119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.39896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:24.040033Z","time spent":"358.916306ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-09T01:27:24.398962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.074209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-09T01:27:24.399026Z","caller":"traceutil/trace.go:171","msg":"trace[1436724775] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11563; }","duration":"359.188792ms","start":"2026-04-09T01:27:24.039828Z","end":"2026-04-09T01:27:24.399017Z","steps":["trace[1436724775] 'agreement among raft nodes before linearized reading' (duration: 359.012699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.399057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:24.039807Z","time spent":"359.244273ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-09T01:27:24.398906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.523941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:24.399109Z","caller":"traceutil/trace.go:171","msg":"trace[2072011629] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11563; }","duration":"240.733946ms","start":"2026-04-09T01:27:24.158358Z","end":"2026-04-09T01:27:24.399092Z","steps":["trace[2072011629] 'agreement among raft nodes before linearized reading' (duration: 240.523322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.398818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:24.035474Z","time spent":"363.33692ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-09T01:27:24.398517Z","caller":"traceutil/trace.go:171","msg":"trace[1380935993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11563; }","duration":"363.026244ms","start":"2026-04-09T01:27:24.035469Z","end":"2026-04-09T01:27:24.398496Z","steps":["trace[1380935993] 'agreement among raft nodes before linearized reading' (duration: 362.743858ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:24.398853Z","caller":"traceutil/trace.go:171","msg":"trace[1416115847] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11563; }","duration":"363.38498ms","start":"2026-04-09T01:27:24.035458Z","end":"2026-04-09T01:27:24.398843Z","steps":["trace[1416115847] 'agreement among raft nodes before linearized reading' (duration: 363.305359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.399234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:24.03546Z","time spent":"363.750687ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-09T01:27:24.399256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:27:24.035429Z","time spent":"363.805598ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-09T01:27:24.398967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.968426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-09T01:27:24.399377Z","caller":"traceutil/trace.go:171","msg":"trace[949004582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11563; }","duration":"236.420575ms","start":"2026-04-09T01:27:24.162942Z","end":"2026-04-09T01:27:24.399363Z","steps":["trace[949004582] 'agreement among raft nodes before linearized reading' (duration: 235.890635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:27:24.398969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.375086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:27:24.399483Z","caller":"traceutil/trace.go:171","msg":"trace[748445121] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11563; }","duration":"241.906147ms","start":"2026-04-09T01:27:24.157564Z","end":"2026-04-09T01:27:24.39947Z","steps":["trace[748445121] 'agreement among raft nodes before linearized reading' (duration: 241.374137ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:24.682894Z","caller":"traceutil/trace.go:171","msg":"trace[1039453123] transaction","detail":"{read_only:false; response_revision:11566; number_of_response:1; }","duration":"203.722483ms","start":"2026-04-09T01:27:24.479121Z","end":"2026-04-09T01:27:24.682843Z","steps":["trace[1039453123] 'process raft request' (duration: 168.297179ms)","trace[1039453123] 'compare' (duration: 35.039486ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:27:24.723802Z","caller":"traceutil/trace.go:171","msg":"trace[175600891] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"131.771186ms","start":"2026-04-09T01:27:24.592014Z","end":"2026-04-09T01:27:24.723785Z","steps":["trace[175600891] 'process raft request' (duration: 131.739875ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:24.723854Z","caller":"traceutil/trace.go:171","msg":"trace[216391198] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"244.369053ms","start":"2026-04-09T01:27:24.479444Z","end":"2026-04-09T01:27:24.723813Z","steps":["trace[216391198] 'process raft request' (duration: 244.148239ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:24.724007Z","caller":"traceutil/trace.go:171","msg":"trace[626145099] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"242.633781ms","start":"2026-04-09T01:27:24.481365Z","end":"2026-04-09T01:27:24.723987Z","steps":["trace[626145099] 'process raft request' (duration: 242.358106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:26.879521Z","caller":"traceutil/trace.go:171","msg":"trace[910059761] transaction","detail":"{read_only:false; response_revision:11578; number_of_response:1; }","duration":"147.330461ms","start":"2026-04-09T01:27:26.732166Z","end":"2026-04-09T01:27:26.879496Z","steps":["trace[910059761] 'process raft request' (duration: 147.084225ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:27:26.879698Z","caller":"traceutil/trace.go:171","msg":"trace[458388311] transaction","detail":"{read_only:false; response_revision:11579; number_of_response:1; }","duration":"143.830305ms","start":"2026-04-09T01:27:26.735827Z","end":"2026-04-09T01:27:26.879657Z","steps":["trace[458388311] 'process raft request' (duration: 143.57889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:30:29.70511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10502} {"level":"info","ts":"2026-04-09T01:30:29.790715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10502,"took":"82.818591ms","hash":783916659,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":27496448,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-09T01:30:29.790776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":783916659,"revision":10502,"compact-revision":8067} {"level":"info","ts":"2026-04-09T01:33:14.747153Z","caller":"traceutil/trace.go:171","msg":"trace[413119849] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"110.19944ms","start":"2026-04-09T01:33:14.636922Z","end":"2026-04-09T01:33:14.747121Z","steps":["trace[413119849] 'process raft request' (duration: 109.743952ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:42.767436Z","caller":"traceutil/trace.go:171","msg":"trace[1794588597] transaction","detail":"{read_only:false; response_revision:14105; number_of_response:1; }","duration":"121.632282ms","start":"2026-04-09T01:33:42.645765Z","end":"2026-04-09T01:33:42.767397Z","steps":["trace[1794588597] 'process raft request' (duration: 121.381736ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:42.895508Z","caller":"traceutil/trace.go:171","msg":"trace[1173618418] linearizableReadLoop","detail":"{readStateIndex:14599; appliedIndex:14597; }","duration":"164.307371ms","start":"2026-04-09T01:33:42.731184Z","end":"2026-04-09T01:33:42.895491Z","steps":["trace[1173618418] 'read index received' (duration: 35.897503ms)","trace[1173618418] 'applied index is now lower than readState.Index' (duration: 128.408798ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:33:42.895614Z","caller":"traceutil/trace.go:171","msg":"trace[754998921] transaction","detail":"{read_only:false; response_revision:14106; number_of_response:1; }","duration":"248.926848ms","start":"2026-04-09T01:33:42.646654Z","end":"2026-04-09T01:33:42.895581Z","steps":["trace[754998921] 'process raft request' (duration: 246.659126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:42.895646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.447464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:33:42.895846Z","caller":"traceutil/trace.go:171","msg":"trace[544295387] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:14106; }","duration":"164.662337ms","start":"2026-04-09T01:33:42.731132Z","end":"2026-04-09T01:33:42.895795Z","steps":["trace[544295387] 'agreement among raft nodes before linearized reading' (duration: 164.463124ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.702262Z","caller":"traceutil/trace.go:171","msg":"trace[1716111435] linearizableReadLoop","detail":"{readStateIndex:14698; appliedIndex:14697; }","duration":"254.239297ms","start":"2026-04-09T01:33:58.447993Z","end":"2026-04-09T01:33:58.702233Z","steps":["trace[1716111435] 'read index received' (duration: 193.531533ms)","trace[1716111435] 'applied index is now lower than readState.Index' (duration: 60.706244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:33:58.702558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.542983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T01:33:58.702647Z","caller":"traceutil/trace.go:171","msg":"trace[1657850527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14200; }","duration":"254.680286ms","start":"2026-04-09T01:33:58.447947Z","end":"2026-04-09T01:33:58.702627Z","steps":["trace[1657850527] 'agreement among raft nodes before linearized reading' (duration: 254.440481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.702902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.134479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T01:33:58.70299Z","caller":"traceutil/trace.go:171","msg":"trace[1167952949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14200; }","duration":"251.251441ms","start":"2026-04-09T01:33:58.451719Z","end":"2026-04-09T01:33:58.70297Z","steps":["trace[1167952949] 'agreement among raft nodes before linearized reading' (duration: 250.681531ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.969463Z","caller":"traceutil/trace.go:171","msg":"trace[586087004] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"262.53399ms","start":"2026-04-09T01:33:58.706915Z","end":"2026-04-09T01:33:58.969449Z","steps":["trace[586087004] 'process raft request' (duration: 262.427998ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:33:58.989763Z","caller":"traceutil/trace.go:171","msg":"trace[1564166332] linearizableReadLoop","detail":"{readStateIndex:14700; appliedIndex:14699; }","duration":"146.576944ms","start":"2026-04-09T01:33:58.843157Z","end":"2026-04-09T01:33:58.989734Z","steps":["trace[1564166332] 'read index received' (duration: 126.317108ms)","trace[1564166332] 'applied index is now lower than readState.Index' (duration: 20.258286ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:33:58.989857Z","caller":"traceutil/trace.go:171","msg":"trace[2103247364] transaction","detail":"{read_only:false; response_revision:14202; number_of_response:1; }","duration":"281.679224ms","start":"2026-04-09T01:33:58.708153Z","end":"2026-04-09T01:33:58.989833Z","steps":["trace[2103247364] 'process raft request' (duration: 281.392249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:33:58.990075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.892159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:33:58.990122Z","caller":"traceutil/trace.go:171","msg":"trace[742458502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14202; }","duration":"146.995881ms","start":"2026-04-09T01:33:58.843113Z","end":"2026-04-09T01:33:58.990109Z","steps":["trace[742458502] 'agreement among raft nodes before linearized reading' (duration: 146.754987ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:00.274162Z","caller":"traceutil/trace.go:171","msg":"trace[1233154106] linearizableReadLoop","detail":"{readStateIndex:14710; appliedIndex:14709; }","duration":"105.783428ms","start":"2026-04-09T01:34:00.16835Z","end":"2026-04-09T01:34:00.274134Z","steps":["trace[1233154106] 'read index received' (duration: 105.537233ms)","trace[1233154106] 'applied index is now lower than readState.Index' (duration: 244.775µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:34:00.274457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.078173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:34:00.274497Z","caller":"traceutil/trace.go:171","msg":"trace[648394652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:14212; }","duration":"106.165675ms","start":"2026-04-09T01:34:00.168321Z","end":"2026-04-09T01:34:00.274486Z","steps":["trace[648394652] 'agreement among raft nodes before linearized reading' (duration: 105.91594ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:00.274553Z","caller":"traceutil/trace.go:171","msg":"trace[331446471] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"166.93742ms","start":"2026-04-09T01:34:00.107562Z","end":"2026-04-09T01:34:00.2745Z","steps":["trace[331446471] 'process raft request' (duration: 166.39004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:34:07.566596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.875785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:34:07.566598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.644097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:34:07.566612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.644612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:34:07.566673Z","caller":"traceutil/trace.go:171","msg":"trace[918398539] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:14364; }","duration":"283.998618ms","start":"2026-04-09T01:34:07.282657Z","end":"2026-04-09T01:34:07.566656Z","steps":["trace[918398539] 'count revisions from in-memory index tree' (duration: 283.746633ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:07.56668Z","caller":"traceutil/trace.go:171","msg":"trace[709378847] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14364; }","duration":"280.765098ms","start":"2026-04-09T01:34:07.285897Z","end":"2026-04-09T01:34:07.566662Z","steps":["trace[709378847] 'count revisions from in-memory index tree' (duration: 280.570365ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:07.5667Z","caller":"traceutil/trace.go:171","msg":"trace[610264165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14364; }","duration":"270.791414ms","start":"2026-04-09T01:34:07.295885Z","end":"2026-04-09T01:34:07.566676Z","steps":["trace[610264165] 'range keys from in-memory index tree' (duration: 270.532659ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:07.592812Z","caller":"traceutil/trace.go:171","msg":"trace[70458560] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"239.196029ms","start":"2026-04-09T01:34:07.353587Z","end":"2026-04-09T01:34:07.592783Z","steps":["trace[70458560] 'process raft request' (duration: 238.986405ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:07.617839Z","caller":"traceutil/trace.go:171","msg":"trace[1129437532] transaction","detail":"{read_only:false; response_revision:14366; number_of_response:1; }","duration":"222.709563ms","start":"2026-04-09T01:34:07.39509Z","end":"2026-04-09T01:34:07.617799Z","steps":["trace[1129437532] 'process raft request' (duration: 222.483779ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:34:07.618127Z","caller":"traceutil/trace.go:171","msg":"trace[671081083] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"222.741223ms","start":"2026-04-09T01:34:07.395355Z","end":"2026-04-09T01:34:07.618096Z","steps":["trace[671081083] 'process raft request' (duration: 222.367037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:12.447174Z","caller":"traceutil/trace.go:171","msg":"trace[653932046] linearizableReadLoop","detail":"{readStateIndex:15800; appliedIndex:15799; }","duration":"225.594176ms","start":"2026-04-09T01:35:12.221547Z","end":"2026-04-09T01:35:12.447141Z","steps":["trace[653932046] 'read index received' (duration: 225.449584ms)","trace[653932046] 'applied index is now lower than readState.Index' (duration: 143.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:35:12.447254Z","caller":"traceutil/trace.go:171","msg":"trace[108585146] transaction","detail":"{read_only:false; response_revision:15271; number_of_response:1; }","duration":"271.774101ms","start":"2026-04-09T01:35:12.175438Z","end":"2026-04-09T01:35:12.447213Z","steps":["trace[108585146] 'process raft request' (duration: 271.513817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:12.447429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.859772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-04-09T01:35:12.44748Z","caller":"traceutil/trace.go:171","msg":"trace[1112118882] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ndrj8; range_end:; response_count:1; response_revision:15271; }","duration":"225.959344ms","start":"2026-04-09T01:35:12.221505Z","end":"2026-04-09T01:35:12.447465Z","steps":["trace[1112118882] 'agreement among raft nodes before linearized reading' (duration: 225.77149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:12.51959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.994207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-04-09T01:35:12.519657Z","caller":"traceutil/trace.go:171","msg":"trace[169939446] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ndrj8; range_end:; response_count:1; response_revision:15272; }","duration":"298.112409ms","start":"2026-04-09T01:35:12.221529Z","end":"2026-04-09T01:35:12.519642Z","steps":["trace[169939446] 'agreement among raft nodes before linearized reading' (duration: 297.952916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:12.520107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.702789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:12.520134Z","caller":"traceutil/trace.go:171","msg":"trace[471715561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15272; }","duration":"224.822472ms","start":"2026-04-09T01:35:12.295304Z","end":"2026-04-09T01:35:12.520127Z","steps":["trace[471715561] 'agreement among raft nodes before linearized reading' (duration: 224.75126ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:29.712458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12781} {"level":"info","ts":"2026-04-09T01:35:29.794189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12781,"took":"78.581525ms","hash":1987645479,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":30830592,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-09T01:35:29.794269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1987645479,"revision":12781,"compact-revision":10502} {"level":"warn","ts":"2026-04-09T01:35:46.490617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.003811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T01:35:46.490742Z","caller":"traceutil/trace.go:171","msg":"trace[510965690] linearizableReadLoop","detail":"{readStateIndex:15987; appliedIndex:15986; }","duration":"350.776484ms","start":"2026-04-09T01:35:46.139948Z","end":"2026-04-09T01:35:46.490724Z","steps":["trace[510965690] 'read index received' (duration: 122.6017ms)","trace[510965690] 'applied index is now lower than readState.Index' (duration: 228.173404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:35:46.490856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.904576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:46.490891Z","caller":"traceutil/trace.go:171","msg":"trace[1172657346] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15450; }","duration":"350.975338ms","start":"2026-04-09T01:35:46.139905Z","end":"2026-04-09T01:35:46.49088Z","steps":["trace[1172657346] 'agreement among raft nodes before linearized reading' (duration: 350.912047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.490926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.139885Z","time spent":"351.032739ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-09T01:35:46.491165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.157821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:35:46.491323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.364611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:35:46.491364Z","caller":"traceutil/trace.go:171","msg":"trace[1596120949] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15450; }","duration":"347.423831ms","start":"2026-04-09T01:35:46.14393Z","end":"2026-04-09T01:35:46.491354Z","steps":["trace[1596120949] 'agreement among raft nodes before linearized reading' (duration: 347.291839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.491393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.14392Z","time spent":"347.466583ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-09T01:35:46.491548Z","caller":"traceutil/trace.go:171","msg":"trace[170874986] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15450; }","duration":"351.300204ms","start":"2026-04-09T01:35:46.139935Z","end":"2026-04-09T01:35:46.491235Z","steps":["trace[170874986] 'agreement among raft nodes before linearized reading' (duration: 351.117541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.491581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.483383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-09T01:35:46.491611Z","caller":"traceutil/trace.go:171","msg":"trace[1902185105] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15450; }","duration":"347.577936ms","start":"2026-04-09T01:35:46.144025Z","end":"2026-04-09T01:35:46.491603Z","steps":["trace[1902185105] 'agreement among raft nodes before linearized reading' (duration: 347.497184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.491649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.144007Z","time spent":"347.633726ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-09T01:35:46.49166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.479967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-09T01:35:46.491752Z","caller":"traceutil/trace.go:171","msg":"trace[1734809696] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15450; }","duration":"351.582519ms","start":"2026-04-09T01:35:46.140147Z","end":"2026-04-09T01:35:46.491729Z","steps":["trace[1734809696] 'agreement among raft nodes before linearized reading' (duration: 351.380975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.4918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.140126Z","time spent":"351.66464ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-09T01:35:46.492119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.928809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t5qp9\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-04-09T01:35:46.492143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.611262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mt7vz\" ","response":"range_response_count:1 size:9706"} {"level":"warn","ts":"2026-04-09T01:35:46.492129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.198241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:46.492164Z","caller":"traceutil/trace.go:171","msg":"trace[1993825657] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t5qp9; range_end:; response_count:1; response_revision:15450; }","duration":"180.995411ms","start":"2026-04-09T01:35:46.311159Z","end":"2026-04-09T01:35:46.492154Z","steps":["trace[1993825657] 'agreement among raft nodes before linearized reading' (duration: 180.899819ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:46.492191Z","caller":"traceutil/trace.go:171","msg":"trace[84782902] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mt7vz; range_end:; response_count:1; response_revision:15450; }","duration":"188.701264ms","start":"2026-04-09T01:35:46.303477Z","end":"2026-04-09T01:35:46.492178Z","steps":["trace[84782902] 'agreement among raft nodes before linearized reading' (duration: 188.566492ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:46.492215Z","caller":"traceutil/trace.go:171","msg":"trace[1413738507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15450; }","duration":"197.312963ms","start":"2026-04-09T01:35:46.294879Z","end":"2026-04-09T01:35:46.492192Z","steps":["trace[1413738507] 'agreement among raft nodes before linearized reading' (duration: 197.175921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.492494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.119794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:35:46.492572Z","caller":"traceutil/trace.go:171","msg":"trace[1795324201] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15450; }","duration":"348.215916ms","start":"2026-04-09T01:35:46.144339Z","end":"2026-04-09T01:35:46.492555Z","steps":["trace[1795324201] 'agreement among raft nodes before linearized reading' (duration: 346.861871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.492634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.144332Z","time spent":"348.282967ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-09T01:35:46.492919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.139915Z","time spent":"351.684702ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-09T01:35:46.493802Z","caller":"traceutil/trace.go:171","msg":"trace[657565027] transaction","detail":"{read_only:false; response_revision:15450; number_of_response:1; }","duration":"448.86366ms","start":"2026-04-09T01:35:46.044913Z","end":"2026-04-09T01:35:46.493777Z","steps":["trace[657565027] 'process raft request' (duration: 217.601648ms)","trace[657565027] 'compare' (duration: 227.370699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:35:46.494038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.044897Z","time spent":"448.956091ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:35:46.789284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.211319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:46.789344Z","caller":"traceutil/trace.go:171","msg":"trace[702383311] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15450; }","duration":"185.317781ms","start":"2026-04-09T01:35:46.604015Z","end":"2026-04-09T01:35:46.789332Z","steps":["trace[702383311] 'range keys from in-memory index tree' (duration: 185.122377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.789541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.157343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-09T01:35:46.789566Z","caller":"traceutil/trace.go:171","msg":"trace[57289323] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15450; }","duration":"182.234304ms","start":"2026-04-09T01:35:46.607326Z","end":"2026-04-09T01:35:46.78956Z","steps":["trace[57289323] 'range keys from in-memory index tree' (duration: 181.973939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:46.789877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.66108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:35:46.789872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.049877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:35:46.789907Z","caller":"traceutil/trace.go:171","msg":"trace[1762602926] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15450; }","duration":"170.69297ms","start":"2026-04-09T01:35:46.619205Z","end":"2026-04-09T01:35:46.789898Z","steps":["trace[1762602926] 'count revisions from in-memory index tree' (duration: 170.611249ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:46.789926Z","caller":"traceutil/trace.go:171","msg":"trace[286918448] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15450; }","duration":"178.16352ms","start":"2026-04-09T01:35:46.611749Z","end":"2026-04-09T01:35:46.789913Z","steps":["trace[286918448] 'range keys from in-memory index tree' (duration: 177.74438ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:46.790078Z","caller":"traceutil/trace.go:171","msg":"trace[1107475729] transaction","detail":"{read_only:false; response_revision:15451; number_of_response:1; }","duration":"161.655493ms","start":"2026-04-09T01:35:46.628413Z","end":"2026-04-09T01:35:46.790069Z","steps":["trace[1107475729] 'process raft request' (duration: 149.683221ms)","trace[1107475729] 'compare' (duration: 11.568354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:35:47.276222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.73369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:35:47.276336Z","caller":"traceutil/trace.go:171","msg":"trace[893177187] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15452; }","duration":"386.867592ms","start":"2026-04-09T01:35:46.889423Z","end":"2026-04-09T01:35:47.276291Z","steps":["trace[893177187] 'range keys from in-memory index tree' (duration: 386.436474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.276382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.889403Z","time spent":"386.967244ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-09T01:35:47.276388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.768725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:35:47.276481Z","caller":"traceutil/trace.go:171","msg":"trace[1214267417] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15452; }","duration":"369.907347ms","start":"2026-04-09T01:35:46.90655Z","end":"2026-04-09T01:35:47.276457Z","steps":["trace[1214267417] 'range keys from in-memory index tree' (duration: 369.606763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.276538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.906541Z","time spent":"369.98554ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-09T01:35:47.276687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.949092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:47.276736Z","caller":"traceutil/trace.go:171","msg":"trace[518077885] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15452; }","duration":"375.022523ms","start":"2026-04-09T01:35:46.901702Z","end":"2026-04-09T01:35:47.276724Z","steps":["trace[518077885] 'range keys from in-memory index tree' (duration: 374.824099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.27675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.072314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T01:35:47.276773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.901668Z","time spent":"375.091535ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-09T01:35:47.27682Z","caller":"traceutil/trace.go:171","msg":"trace[1364529212] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15452; }","duration":"375.157956ms","start":"2026-04-09T01:35:46.901645Z","end":"2026-04-09T01:35:47.276803Z","steps":["trace[1364529212] 'range keys from in-memory index tree' (duration: 374.91663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.276831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.067358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-04-09T01:35:47.276827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.137722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-04-09T01:35:47.276869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.901611Z","time spent":"375.246998ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-09T01:35:47.276881Z","caller":"traceutil/trace.go:171","msg":"trace[815134247] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ndrj8; range_end:; response_count:1; response_revision:15452; }","duration":"372.135949ms","start":"2026-04-09T01:35:46.904731Z","end":"2026-04-09T01:35:47.276867Z","steps":["trace[815134247] 'range keys from in-memory index tree' (duration: 371.879844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.276855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.024213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:47.276914Z","caller":"traceutil/trace.go:171","msg":"trace[1646515702] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ndrj8; range_end:; response_count:1; response_revision:15452; }","duration":"370.238534ms","start":"2026-04-09T01:35:46.906656Z","end":"2026-04-09T01:35:47.276894Z","steps":["trace[1646515702] 'range keys from in-memory index tree' (duration: 370.00334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.276925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.904719Z","time spent":"372.19463ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" "} {"level":"warn","ts":"2026-04-09T01:35:47.27697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.906652Z","time spent":"370.308605ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" "} {"level":"info","ts":"2026-04-09T01:35:47.276989Z","caller":"traceutil/trace.go:171","msg":"trace[50526470] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15452; }","duration":"375.215706ms","start":"2026-04-09T01:35:46.901737Z","end":"2026-04-09T01:35:47.276953Z","steps":["trace[50526470] 'range keys from in-memory index tree' (duration: 374.933211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.277049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:46.901718Z","time spent":"375.31928ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-09T01:35:47.452612Z","caller":"traceutil/trace.go:171","msg":"trace[1923448121] linearizableReadLoop","detail":"{readStateIndex:15990; appliedIndex:15989; }","duration":"186.581924ms","start":"2026-04-09T01:35:47.266005Z","end":"2026-04-09T01:35:47.452587Z","steps":["trace[1923448121] 'read index received' (duration: 186.130326ms)","trace[1923448121] 'applied index is now lower than readState.Index' (duration: 450.008µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:35:47.45328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.255216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:47.45331Z","caller":"traceutil/trace.go:171","msg":"trace[1193341463] transaction","detail":"{read_only:false; response_revision:15453; number_of_response:1; }","duration":"293.095535ms","start":"2026-04-09T01:35:47.160183Z","end":"2026-04-09T01:35:47.453278Z","steps":["trace[1193341463] 'process raft request' (duration: 292.076017ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:47.453367Z","caller":"traceutil/trace.go:171","msg":"trace[1675783341] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15453; }","duration":"187.390319ms","start":"2026-04-09T01:35:47.265946Z","end":"2026-04-09T01:35:47.453336Z","steps":["trace[1675783341] 'agreement among raft nodes before linearized reading' (duration: 187.247686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.453523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.834815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jfwnr\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-04-09T01:35:47.453619Z","caller":"traceutil/trace.go:171","msg":"trace[2032995825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jfwnr; range_end:; response_count:1; response_revision:15453; }","duration":"115.985477ms","start":"2026-04-09T01:35:47.337607Z","end":"2026-04-09T01:35:47.453593Z","steps":["trace[2032995825] 'agreement among raft nodes before linearized reading' (duration: 115.715411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.45409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.811988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764360"} {"level":"info","ts":"2026-04-09T01:35:47.454166Z","caller":"traceutil/trace.go:171","msg":"trace[908719106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15453; }","duration":"166.92632ms","start":"2026-04-09T01:35:47.287225Z","end":"2026-04-09T01:35:47.454151Z","steps":["trace[908719106] 'agreement among raft nodes before linearized reading' (duration: 166.100654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.45483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.792694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764360"} {"level":"info","ts":"2026-04-09T01:35:47.454885Z","caller":"traceutil/trace.go:171","msg":"trace[815406866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15453; }","duration":"169.878296ms","start":"2026-04-09T01:35:47.284994Z","end":"2026-04-09T01:35:47.454873Z","steps":["trace[815406866] 'agreement among raft nodes before linearized reading' (duration: 168.258145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:47.889473Z","caller":"traceutil/trace.go:171","msg":"trace[1520189899] transaction","detail":"{read_only:false; response_revision:15454; number_of_response:1; }","duration":"354.700457ms","start":"2026-04-09T01:35:47.534745Z","end":"2026-04-09T01:35:47.889445Z","steps":["trace[1520189899] 'process raft request' (duration: 354.538514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:47.889628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:47.534718Z","time spent":"354.830139ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:35:48.034221Z","caller":"traceutil/trace.go:171","msg":"trace[1039348297] transaction","detail":"{read_only:false; response_revision:15455; number_of_response:1; }","duration":"499.077429ms","start":"2026-04-09T01:35:47.535119Z","end":"2026-04-09T01:35:48.034196Z","steps":["trace[1039348297] 'process raft request' (duration: 498.864535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.034391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:47.535112Z","time spent":"499.188781ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:35:48.034423Z","caller":"traceutil/trace.go:171","msg":"trace[352119214] transaction","detail":"{read_only:false; response_revision:15456; number_of_response:1; }","duration":"174.225475ms","start":"2026-04-09T01:35:47.860165Z","end":"2026-04-09T01:35:48.034391Z","steps":["trace[352119214] 'process raft request' (duration: 173.9838ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:48.034512Z","caller":"traceutil/trace.go:171","msg":"trace[1261044013] linearizableReadLoop","detail":"{readStateIndex:15992; appliedIndex:15990; }","duration":"473.858832ms","start":"2026-04-09T01:35:47.560516Z","end":"2026-04-09T01:35:48.034375Z","steps":["trace[1261044013] 'read index received' (duration: 328.796917ms)","trace[1261044013] 'applied index is now lower than readState.Index' (duration: 145.059435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:35:48.034721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.182079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T01:35:48.034818Z","caller":"traceutil/trace.go:171","msg":"trace[2080742777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15456; }","duration":"474.322831ms","start":"2026-04-09T01:35:47.560474Z","end":"2026-04-09T01:35:48.034796Z","steps":["trace[2080742777] 'agreement among raft nodes before linearized reading' (duration: 474.046616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.034869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:47.560462Z","time spent":"474.399063ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:35:48.034876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.09637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T01:35:48.03492Z","caller":"traceutil/trace.go:171","msg":"trace[1159393019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15456; }","duration":"183.177051ms","start":"2026-04-09T01:35:47.85173Z","end":"2026-04-09T01:35:48.034907Z","steps":["trace[1159393019] 'agreement among raft nodes before linearized reading' (duration: 183.105559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.034954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.285773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-09T01:35:48.034939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.369141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-09T01:35:48.035005Z","caller":"traceutil/trace.go:171","msg":"trace[1730863906] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15456; }","duration":"183.348644ms","start":"2026-04-09T01:35:47.851643Z","end":"2026-04-09T01:35:48.034992Z","steps":["trace[1730863906] 'agreement among raft nodes before linearized reading' (duration: 183.162001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.035038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.850414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T01:35:48.035885Z","caller":"traceutil/trace.go:171","msg":"trace[575158693] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15456; }","duration":"164.692608ms","start":"2026-04-09T01:35:47.871157Z","end":"2026-04-09T01:35:48.035849Z","steps":["trace[575158693] 'agreement among raft nodes before linearized reading' (duration: 163.731701ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:35:48.03512Z","caller":"traceutil/trace.go:171","msg":"trace[1946860242] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15456; }","duration":"179.613304ms","start":"2026-04-09T01:35:47.855493Z","end":"2026-04-09T01:35:48.035106Z","steps":["trace[1946860242] 'agreement among raft nodes before linearized reading' (duration: 179.295919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.035294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.028786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T01:35:48.036121Z","caller":"traceutil/trace.go:171","msg":"trace[1362804838] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15456; }","duration":"177.842012ms","start":"2026-04-09T01:35:47.858229Z","end":"2026-04-09T01:35:48.036071Z","steps":["trace[1362804838] 'agreement among raft nodes before linearized reading' (duration: 176.917955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.035322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.679988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T01:35:48.03625Z","caller":"traceutil/trace.go:171","msg":"trace[592503371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15456; }","duration":"468.628105ms","start":"2026-04-09T01:35:47.56761Z","end":"2026-04-09T01:35:48.036238Z","steps":["trace[592503371] 'agreement among raft nodes before linearized reading' (duration: 467.604396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.035464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.938369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T01:35:48.036518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:47.567598Z","time spent":"468.84245ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:35:48.036573Z","caller":"traceutil/trace.go:171","msg":"trace[1330076970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15456; }","duration":"471.03759ms","start":"2026-04-09T01:35:47.565514Z","end":"2026-04-09T01:35:48.036552Z","steps":["trace[1330076970] 'agreement among raft nodes before linearized reading' (duration: 469.222917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:35:48.036635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:35:47.565458Z","time spent":"471.159992ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:40:29.719869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15365} {"level":"info","ts":"2026-04-09T01:40:29.82044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15365,"took":"96.696925ms","hash":234463807,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":32415744,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T01:40:29.820512Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":234463807,"revision":15365,"compact-revision":12781} {"level":"warn","ts":"2026-04-09T01:41:28.751624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.457717ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:41:28.751811Z","caller":"traceutil/trace.go:171","msg":"trace[1604470712] linearizableReadLoop","detail":"{readStateIndex:18699; appliedIndex:18698; }","duration":"275.068004ms","start":"2026-04-09T01:41:28.476714Z","end":"2026-04-09T01:41:28.751782Z","steps":["trace[1604470712] 'read index received' (duration: 55.434394ms)","trace[1604470712] 'applied index is now lower than readState.Index' (duration: 219.6309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:41:28.752036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.137422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:41:28.752073Z","caller":"traceutil/trace.go:171","msg":"trace[459472773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18076; }","duration":"256.213583ms","start":"2026-04-09T01:41:28.495843Z","end":"2026-04-09T01:41:28.752057Z","steps":["trace[459472773] 'agreement among raft nodes before linearized reading' (duration: 256.110621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:28.752154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.404772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t5qp9\" ","response":"range_response_count:1 size:20771"} {"level":"warn","ts":"2026-04-09T01:41:28.752219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.219371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mt7vz\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-09T01:41:28.752416Z","caller":"traceutil/trace.go:171","msg":"trace[591073300] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mt7vz; range_end:; response_count:1; response_revision:18076; }","duration":"227.443145ms","start":"2026-04-09T01:41:28.52495Z","end":"2026-04-09T01:41:28.752393Z","steps":["trace[591073300] 'agreement among raft nodes before linearized reading' (duration: 227.073058ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:41:28.752285Z","caller":"traceutil/trace.go:171","msg":"trace[1262789582] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t5qp9; range_end:; response_count:1; response_revision:18076; }","duration":"275.570135ms","start":"2026-04-09T01:41:28.47668Z","end":"2026-04-09T01:41:28.75225Z","steps":["trace[1262789582] 'agreement among raft nodes before linearized reading' (duration: 275.177697ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:41:29.96947Z","caller":"traceutil/trace.go:171","msg":"trace[615662370] linearizableReadLoop","detail":"{readStateIndex:18701; appliedIndex:18700; }","duration":"467.978277ms","start":"2026-04-09T01:41:29.501453Z","end":"2026-04-09T01:41:29.969432Z","steps":["trace[615662370] 'read index received' (duration: 467.772923ms)","trace[615662370] 'applied index is now lower than readState.Index' (duration: 203.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:41:29.969575Z","caller":"traceutil/trace.go:171","msg":"trace[1898866093] transaction","detail":"{read_only:false; response_revision:18078; number_of_response:1; }","duration":"596.18902ms","start":"2026-04-09T01:41:29.373343Z","end":"2026-04-09T01:41:29.969532Z","steps":["trace[1898866093] 'process raft request' (duration: 595.825863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:29.969725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.231762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:41:29.969793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.373312Z","time spent":"596.351133ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:41:29.969841Z","caller":"traceutil/trace.go:171","msg":"trace[698411913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18078; }","duration":"468.428985ms","start":"2026-04-09T01:41:29.50139Z","end":"2026-04-09T01:41:29.969819Z","steps":["trace[698411913] 'agreement among raft nodes before linearized reading' (duration: 468.212521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:29.969895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.501375Z","time spent":"468.507406ms","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:41:30.111484Z","caller":"traceutil/trace.go:171","msg":"trace[191593080] transaction","detail":"{read_only:false; response_revision:18079; number_of_response:1; }","duration":"491.904212ms","start":"2026-04-09T01:41:29.619559Z","end":"2026-04-09T01:41:30.111464Z","steps":["trace[191593080] 'process raft request' (duration: 447.900781ms)","trace[191593080] 'compare' (duration: 43.651035ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:41:30.111529Z","caller":"traceutil/trace.go:171","msg":"trace[1886185963] transaction","detail":"{read_only:false; response_revision:18080; number_of_response:1; }","duration":"354.877115ms","start":"2026-04-09T01:41:29.756613Z","end":"2026-04-09T01:41:30.11149Z","steps":["trace[1886185963] 'process raft request' (duration: 354.662891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.11158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.619531Z","time spent":"491.990334ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:41:30.111663Z","caller":"traceutil/trace.go:171","msg":"trace[633051321] linearizableReadLoop","detail":"{readStateIndex:18703; appliedIndex:18701; }","duration":"142.071251ms","start":"2026-04-09T01:41:29.969561Z","end":"2026-04-09T01:41:30.111632Z","steps":["trace[633051321] 'read index received' (duration: 97.849776ms)","trace[633051321] 'applied index is now lower than readState.Index' (duration: 44.218315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:41:30.111804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.872864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:41:30.111827Z","caller":"traceutil/trace.go:171","msg":"trace[1334788623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18081; }","duration":"249.913785ms","start":"2026-04-09T01:41:29.861907Z","end":"2026-04-09T01:41:30.111821Z","steps":["trace[1334788623] 'agreement among raft nodes before linearized reading' (duration: 249.856524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.111833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.902478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:41:30.111858Z","caller":"traceutil/trace.go:171","msg":"trace[1827209705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18081; }","duration":"247.941038ms","start":"2026-04-09T01:41:29.863908Z","end":"2026-04-09T01:41:30.111849Z","steps":["trace[1827209705] 'agreement among raft nodes before linearized reading' (duration: 247.885597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.111854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.295494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:41:30.11194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.315476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-04-09T01:41:30.111938Z","caller":"traceutil/trace.go:171","msg":"trace[1204909724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18081; }","duration":"512.442136ms","start":"2026-04-09T01:41:29.599475Z","end":"2026-04-09T01:41:30.111917Z","steps":["trace[1204909724] 'agreement among raft nodes before linearized reading' (duration: 512.188752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:41:30.11196Z","caller":"traceutil/trace.go:171","msg":"trace[367985972] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ndrj8; range_end:; response_count:1; response_revision:18081; }","duration":"518.377317ms","start":"2026-04-09T01:41:29.593578Z","end":"2026-04-09T01:41:30.111955Z","steps":["trace[367985972] 'agreement among raft nodes before linearized reading' (duration: 518.313966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.111962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.156937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:41:30.111976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.593554Z","time spent":"518.418467ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ndrj8\" "} {"level":"info","ts":"2026-04-09T01:41:30.111983Z","caller":"traceutil/trace.go:171","msg":"trace[2115015849] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:18081; }","duration":"537.229738ms","start":"2026-04-09T01:41:29.574745Z","end":"2026-04-09T01:41:30.111975Z","steps":["trace[2115015849] 'agreement among raft nodes before linearized reading' (duration: 537.198268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.111989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.599456Z","time spent":"512.524688ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:41:30.112024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.694836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:41:30.112074Z","caller":"traceutil/trace.go:171","msg":"trace[1271050796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18081; }","duration":"275.782808ms","start":"2026-04-09T01:41:29.836281Z","end":"2026-04-09T01:41:30.112064Z","steps":["trace[1271050796] 'agreement among raft nodes before linearized reading' (duration: 275.597245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.111699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.756579Z","time spent":"355.024327ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:41:30.111751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.47167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:41:30.114086Z","caller":"traceutil/trace.go:171","msg":"trace[524517180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18081; }","duration":"263.834626ms","start":"2026-04-09T01:41:29.850232Z","end":"2026-04-09T01:41:30.114066Z","steps":["trace[524517180] 'agreement among raft nodes before linearized reading' (duration: 261.425201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.11177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.325914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:41:30.114271Z","caller":"traceutil/trace.go:171","msg":"trace[926961552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18081; }","duration":"251.871742ms","start":"2026-04-09T01:41:29.862367Z","end":"2026-04-09T01:41:30.114239Z","steps":["trace[926961552] 'agreement among raft nodes before linearized reading' (duration: 249.292884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:30.111999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:41:29.574721Z","time spent":"537.272809ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:41:33.134552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.904841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:41:33.134655Z","caller":"traceutil/trace.go:171","msg":"trace[1123305976] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18121; }","duration":"110.058364ms","start":"2026-04-09T01:41:33.024573Z","end":"2026-04-09T01:41:33.134631Z","steps":["trace[1123305976] 'range keys from in-memory index tree' (duration: 109.719318ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:41:45.073958Z","caller":"traceutil/trace.go:171","msg":"trace[1128257619] linearizableReadLoop","detail":"{readStateIndex:19033; appliedIndex:19032; }","duration":"123.112658ms","start":"2026-04-09T01:41:44.950822Z","end":"2026-04-09T01:41:45.073935Z","steps":["trace[1128257619] 'read index received' (duration: 122.953334ms)","trace[1128257619] 'applied index is now lower than readState.Index' (duration: 158.464µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:41:45.073989Z","caller":"traceutil/trace.go:171","msg":"trace[206072214] transaction","detail":"{read_only:false; response_revision:18399; number_of_response:1; }","duration":"250.721782ms","start":"2026-04-09T01:41:44.823235Z","end":"2026-04-09T01:41:45.073957Z","steps":["trace[206072214] 'process raft request' (duration: 250.557588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:41:45.074226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.391453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mt7vz\" ","response":"range_response_count:1 size:9707"} {"level":"info","ts":"2026-04-09T01:41:45.074279Z","caller":"traceutil/trace.go:171","msg":"trace[109400748] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mt7vz; range_end:; response_count:1; response_revision:18399; }","duration":"123.498935ms","start":"2026-04-09T01:41:44.950771Z","end":"2026-04-09T01:41:45.07427Z","steps":["trace[109400748] 'agreement among raft nodes before linearized reading' (duration: 123.296602ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:43:55.064143Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T01:43:55.06974Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-04-09T01:43:55.069835Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-04-09T01:45:29.727776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17578} {"level":"info","ts":"2026-04-09T01:45:29.82511Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17578,"took":"93.72506ms","hash":1612372532,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":34512896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-09T01:45:29.825185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1612372532,"revision":17578,"compact-revision":15365} {"level":"info","ts":"2026-04-09T01:46:39.713843Z","caller":"traceutil/trace.go:171","msg":"trace[1273248149] transaction","detail":"{read_only:false; response_revision:20479; number_of_response:1; }","duration":"374.214607ms","start":"2026-04-09T01:46:39.339595Z","end":"2026-04-09T01:46:39.713809Z","steps":["trace[1273248149] 'process raft request' (duration: 373.959091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:39.71407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:39.339582Z","time spent":"374.360749ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:39.714446Z","caller":"traceutil/trace.go:171","msg":"trace[1369309675] transaction","detail":"{read_only:false; response_revision:20480; number_of_response:1; }","duration":"320.570184ms","start":"2026-04-09T01:46:39.393826Z","end":"2026-04-09T01:46:39.714396Z","steps":["trace[1369309675] 'process raft request' (duration: 320.422832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:39.714603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:39.393794Z","time spent":"320.718767ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:39.71461Z","caller":"traceutil/trace.go:171","msg":"trace[169792372] linearizableReadLoop","detail":"{readStateIndex:21184; appliedIndex:21182; }","duration":"191.297641ms","start":"2026-04-09T01:46:39.523255Z","end":"2026-04-09T01:46:39.714553Z","steps":["trace[169792372] 'read index received' (duration: 190.284932ms)","trace[169792372] 'applied index is now lower than readState.Index' (duration: 1.006899ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:39.714659Z","caller":"traceutil/trace.go:171","msg":"trace[77636293] transaction","detail":"{read_only:false; response_revision:20481; number_of_response:1; }","duration":"187.367278ms","start":"2026-04-09T01:46:39.527255Z","end":"2026-04-09T01:46:39.714622Z","steps":["trace[77636293] 'process raft request' (duration: 187.107214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:39.714854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.886323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:46:39.714865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.565796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:46:39.714922Z","caller":"traceutil/trace.go:171","msg":"trace[20802379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20481; }","duration":"130.994025ms","start":"2026-04-09T01:46:39.583914Z","end":"2026-04-09T01:46:39.714908Z","steps":["trace[20802379] 'agreement among raft nodes before linearized reading' (duration: 130.870563ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:39.714971Z","caller":"traceutil/trace.go:171","msg":"trace[1367786275] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20481; }","duration":"191.75316ms","start":"2026-04-09T01:46:39.523196Z","end":"2026-04-09T01:46:39.714949Z","steps":["trace[1367786275] 'agreement among raft nodes before linearized reading' (duration: 191.494626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:45.408862Z","caller":"traceutil/trace.go:171","msg":"trace[298061517] linearizableReadLoop","detail":"{readStateIndex:21213; appliedIndex:21212; }","duration":"112.623712ms","start":"2026-04-09T01:46:45.296211Z","end":"2026-04-09T01:46:45.408835Z","steps":["trace[298061517] 'read index received' (duration: 112.380828ms)","trace[298061517] 'applied index is now lower than readState.Index' (duration: 241.294µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:46:45.409057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.814665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:45.409097Z","caller":"traceutil/trace.go:171","msg":"trace[1649601669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20508; }","duration":"112.938327ms","start":"2026-04-09T01:46:45.296149Z","end":"2026-04-09T01:46:45.409087Z","steps":["trace[1649601669] 'agreement among raft nodes before linearized reading' (duration: 112.782135ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:45.409236Z","caller":"traceutil/trace.go:171","msg":"trace[820061058] transaction","detail":"{read_only:false; response_revision:20508; number_of_response:1; }","duration":"161.81861ms","start":"2026-04-09T01:46:45.247377Z","end":"2026-04-09T01:46:45.409196Z","steps":["trace[820061058] 'process raft request' (duration: 161.25834ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:46.012529Z","caller":"traceutil/trace.go:171","msg":"trace[1062142848] transaction","detail":"{read_only:false; response_revision:20509; number_of_response:1; }","duration":"279.443766ms","start":"2026-04-09T01:46:45.733057Z","end":"2026-04-09T01:46:46.012501Z","steps":["trace[1062142848] 'process raft request' (duration: 279.250933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.55Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.184968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:46:46.550114Z","caller":"traceutil/trace.go:171","msg":"trace[1631832926] transaction","detail":"{read_only:false; response_revision:20510; number_of_response:1; }","duration":"814.852862ms","start":"2026-04-09T01:46:45.735248Z","end":"2026-04-09T01:46:46.550101Z","steps":["trace[1631832926] 'process raft request' (duration: 449.509521ms)","trace[1631832926] 'compare' (duration: 364.888802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:46:46.550148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.735228Z","time spent":"814.905713ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:46.550463Z","caller":"traceutil/trace.go:171","msg":"trace[470388042] linearizableReadLoop","detail":"{readStateIndex:21216; appliedIndex:21213; }","duration":"771.566725ms","start":"2026-04-09T01:46:45.778867Z","end":"2026-04-09T01:46:46.550434Z","steps":["trace[470388042] 'read index received' (duration: 233.412368ms)","trace[470388042] 'applied index is now lower than readState.Index' (duration: 538.152767ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:46.550645Z","caller":"traceutil/trace.go:171","msg":"trace[1701081402] transaction","detail":"{read_only:false; response_revision:20511; number_of_response:1; }","duration":"815.391433ms","start":"2026-04-09T01:46:45.735243Z","end":"2026-04-09T01:46:46.550634Z","steps":["trace[1701081402] 'process raft request' (duration: 814.829262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.551993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.735207Z","time spent":"816.643055ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:46.552351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.659825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:46.552438Z","caller":"traceutil/trace.go:171","msg":"trace[2048238493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20511; }","duration":"254.770996ms","start":"2026-04-09T01:46:46.29763Z","end":"2026-04-09T01:46:46.552401Z","steps":["trace[2048238493] 'agreement among raft nodes before linearized reading' (duration: 254.45291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.552251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.282814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:46:46.552709Z","caller":"traceutil/trace.go:171","msg":"trace[1294702074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20511; }","duration":"565.726151ms","start":"2026-04-09T01:46:45.986925Z","end":"2026-04-09T01:46:46.552651Z","steps":["trace[1294702074] 'agreement among raft nodes before linearized reading' (duration: 565.046579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.552734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.872805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:46:46.55279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.986914Z","time spent":"565.850314ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:46:46.552881Z","caller":"traceutil/trace.go:171","msg":"trace[585566228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20511; }","duration":"602.986687ms","start":"2026-04-09T01:46:45.949815Z","end":"2026-04-09T01:46:46.552802Z","steps":["trace[585566228] 'agreement among raft nodes before linearized reading' (duration: 602.317945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.552906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.00984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-09T01:46:46.55294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.949805Z","time spent":"603.119639ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T01:46:46.553033Z","caller":"traceutil/trace.go:171","msg":"trace[1150121597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20511; }","duration":"774.135533ms","start":"2026-04-09T01:46:45.778852Z","end":"2026-04-09T01:46:46.552987Z","steps":["trace[1150121597] 'agreement among raft nodes before linearized reading' (duration: 771.784399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.553107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.778786Z","time spent":"774.308375ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-09T01:46:46.553234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.62473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:46:46.553282Z","caller":"traceutil/trace.go:171","msg":"trace[1912978816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20511; }","duration":"542.733002ms","start":"2026-04-09T01:46:46.010535Z","end":"2026-04-09T01:46:46.553268Z","steps":["trace[1912978816] 'agreement among raft nodes before linearized reading' (duration: 542.575749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.553334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.010513Z","time spent":"542.811484ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:46:46.553488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.682024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:46:46.553736Z","caller":"traceutil/trace.go:171","msg":"trace[323258090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20511; }","duration":"608.849787ms","start":"2026-04-09T01:46:45.944714Z","end":"2026-04-09T01:46:46.553564Z","steps":["trace[323258090] 'agreement among raft nodes before linearized reading' (duration: 607.236277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.553885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.944695Z","time spent":"609.089411ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:46:46.556291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.995148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:46:46.556535Z","caller":"traceutil/trace.go:171","msg":"trace[1906916270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20511; }","duration":"603.209432ms","start":"2026-04-09T01:46:45.953251Z","end":"2026-04-09T01:46:46.556461Z","steps":["trace[1906916270] 'agreement among raft nodes before linearized reading' (duration: 602.760143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:46.556598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:45.953195Z","time spent":"603.388065ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:46:47.703097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.446176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:46:47.703553Z","caller":"traceutil/trace.go:171","msg":"trace[743864733] linearizableReadLoop","detail":"{readStateIndex:21221; appliedIndex:21216; }","duration":"1.049965902s","start":"2026-04-09T01:46:46.653565Z","end":"2026-04-09T01:46:47.703531Z","steps":["trace[743864733] 'read index received' (duration: 287.977677ms)","trace[743864733] 'applied index is now lower than readState.Index' (duration: 761.986445ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:47.703809Z","caller":"traceutil/trace.go:171","msg":"trace[604236628] transaction","detail":"{read_only:false; response_revision:20512; number_of_response:1; }","duration":"1.143611059s","start":"2026-04-09T01:46:46.560184Z","end":"2026-04-09T01:46:47.703795Z","steps":["trace[604236628] 'process raft request' (duration: 381.346049ms)","trace[604236628] 'compare' (duration: 761.015207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:46:47.703884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.560165Z","time spent":"1.143681891s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:47.704103Z","caller":"traceutil/trace.go:171","msg":"trace[38990034] transaction","detail":"{read_only:false; response_revision:20513; number_of_response:1; }","duration":"1.143432726s","start":"2026-04-09T01:46:46.560659Z","end":"2026-04-09T01:46:47.704092Z","steps":["trace[38990034] 'process raft request' (duration: 1.14256202s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.704169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.56065Z","time spent":"1.143484207s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:47.704303Z","caller":"traceutil/trace.go:171","msg":"trace[527295380] transaction","detail":"{read_only:false; response_revision:20514; number_of_response:1; }","duration":"1.143155451s","start":"2026-04-09T01:46:46.561137Z","end":"2026-04-09T01:46:47.704292Z","steps":["trace[527295380] 'process raft request' (duration: 1.142212083s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.704388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.560701Z","time spent":"1.14363093s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:47.704499Z","caller":"traceutil/trace.go:171","msg":"trace[255460620] transaction","detail":"{read_only:false; response_revision:20516; number_of_response:1; }","duration":"1.142978728s","start":"2026-04-09T01:46:46.561478Z","end":"2026-04-09T01:46:47.704456Z","steps":["trace[255460620] 'process raft request' (duration: 1.14199736s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.704536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05095903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:46:47.704601Z","caller":"traceutil/trace.go:171","msg":"trace[933688542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20516; }","duration":"1.051085553s","start":"2026-04-09T01:46:46.653501Z","end":"2026-04-09T01:46:47.704586Z","steps":["trace[933688542] 'agreement among raft nodes before linearized reading' (duration: 1.050854789s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:47.704507Z","caller":"traceutil/trace.go:171","msg":"trace[1383807209] transaction","detail":"{read_only:false; response_revision:20515; number_of_response:1; }","duration":"1.143055259s","start":"2026-04-09T01:46:46.561403Z","end":"2026-04-09T01:46:47.704458Z","steps":["trace[1383807209] 'process raft request' (duration: 1.141996499s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.704659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.653473Z","time spent":"1.051177564s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:46:47.704764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.561397Z","time spent":"1.143277824s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:47.705128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.561471Z","time spent":"1.143120671s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:47.727382Z","caller":"traceutil/trace.go:171","msg":"trace[998927700] transaction","detail":"{read_only:false; response_revision:20518; number_of_response:1; }","duration":"311.850922ms","start":"2026-04-09T01:46:47.415506Z","end":"2026-04-09T01:46:47.727357Z","steps":["trace[998927700] 'process raft request' (duration: 311.773731ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:47.72748Z","caller":"traceutil/trace.go:171","msg":"trace[1287604120] transaction","detail":"{read_only:false; response_revision:20517; number_of_response:1; }","duration":"471.011403ms","start":"2026-04-09T01:46:47.256432Z","end":"2026-04-09T01:46:47.727443Z","steps":["trace[1287604120] 'process raft request' (duration: 470.718668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.727506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:47.415484Z","time spent":"311.960904ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:47.727493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.838268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:46:47.727655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:47.256404Z","time spent":"471.178215ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:47.72767Z","caller":"traceutil/trace.go:171","msg":"trace[637056559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20518; }","duration":"525.069423ms","start":"2026-04-09T01:46:47.202582Z","end":"2026-04-09T01:46:47.727651Z","steps":["trace[637056559] 'agreement among raft nodes before linearized reading' (duration: 524.781048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.727718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:47.202562Z","time spent":"525.137834ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:46:47.727801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.499175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417426"} {"level":"info","ts":"2026-04-09T01:46:47.727861Z","caller":"traceutil/trace.go:171","msg":"trace[1622555953] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20518; }","duration":"957.607897ms","start":"2026-04-09T01:46:46.770232Z","end":"2026-04-09T01:46:47.72784Z","steps":["trace[1622555953] 'agreement among raft nodes before linearized reading' (duration: 957.306402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:47.727908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:46.770207Z","time spent":"957.689359ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417449,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-09T01:46:48.57019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.206882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-09T01:46:48.570276Z","caller":"traceutil/trace.go:171","msg":"trace[202099304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20518; }","duration":"767.354325ms","start":"2026-04-09T01:46:47.802903Z","end":"2026-04-09T01:46:48.570257Z","steps":["trace[202099304] 'range keys from in-memory index tree' (duration: 767.026449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:48.570315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:47.802887Z","time spent":"767.419627ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T01:46:48.570202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.264924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:48.570361Z","caller":"traceutil/trace.go:171","msg":"trace[1138225614] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20518; }","duration":"631.478889ms","start":"2026-04-09T01:46:47.938866Z","end":"2026-04-09T01:46:48.570345Z","steps":["trace[1138225614] 'count revisions from in-memory index tree' (duration: 631.179333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:48.570403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:47.938835Z","time spent":"631.55802ms","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:46:48.607634Z","caller":"traceutil/trace.go:171","msg":"trace[1463132415] linearizableReadLoop","detail":"{readStateIndex:21224; appliedIndex:21223; }","duration":"310.863064ms","start":"2026-04-09T01:46:48.296747Z","end":"2026-04-09T01:46:48.60761Z","steps":["trace[1463132415] 'read index received' (duration: 310.824793ms)","trace[1463132415] 'applied index is now lower than readState.Index' (duration: 36.891µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:48.607723Z","caller":"traceutil/trace.go:171","msg":"trace[654478317] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"590.144238ms","start":"2026-04-09T01:46:48.01755Z","end":"2026-04-09T01:46:48.607694Z","steps":["trace[654478317] 'process raft request' (duration: 589.905084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:48.60789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.122828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:48.60798Z","caller":"traceutil/trace.go:171","msg":"trace[189169036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20519; }","duration":"311.262631ms","start":"2026-04-09T01:46:48.296696Z","end":"2026-04-09T01:46:48.607959Z","steps":["trace[189169036] 'agreement among raft nodes before linearized reading' (duration: 311.100648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:48.608026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.296673Z","time spent":"311.345352ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:46:48.608122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.017524Z","time spent":"590.2593ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:49.433019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.758912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:46:49.433477Z","caller":"traceutil/trace.go:171","msg":"trace[1962498430] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"876.907341ms","start":"2026-04-09T01:46:48.556544Z","end":"2026-04-09T01:46:49.433451Z","steps":["trace[1962498430] 'process raft request' (duration: 876.587474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.433808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.556516Z","time spent":"877.100575ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:49.889081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.560004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:46:49.889525Z","caller":"traceutil/trace.go:171","msg":"trace[1200977817] transaction","detail":"{read_only:false; response_revision:20521; number_of_response:1; }","duration":"1.329385607s","start":"2026-04-09T01:46:48.560107Z","end":"2026-04-09T01:46:49.889493Z","steps":["trace[1200977817] 'process raft request' (duration: 873.328874ms)","trace[1200977817] 'compare' (duration: 455.432592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:46:49.889674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.560079Z","time spent":"1.32951378s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:49.889641Z","caller":"traceutil/trace.go:171","msg":"trace[1242504162] linearizableReadLoop","detail":"{readStateIndex:21227; appliedIndex:21224; }","duration":"1.28184508s","start":"2026-04-09T01:46:48.607755Z","end":"2026-04-09T01:46:49.8896Z","steps":["trace[1242504162] 'read index received' (duration: 409.508865ms)","trace[1242504162] 'applied index is now lower than readState.Index' (duration: 872.333415ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:49.88968Z","caller":"traceutil/trace.go:171","msg":"trace[1021056852] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"1.163592413s","start":"2026-04-09T01:46:48.726067Z","end":"2026-04-09T01:46:49.889659Z","steps":["trace[1021056852] 'process raft request' (duration: 1.16342099s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:49.889868Z","caller":"traceutil/trace.go:171","msg":"trace[578890747] transaction","detail":"{read_only:false; response_revision:20523; number_of_response:1; }","duration":"157.250697ms","start":"2026-04-09T01:46:49.732606Z","end":"2026-04-09T01:46:49.889857Z","steps":["trace[578890747] 'process raft request' (duration: 156.9545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.88989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582724358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:49.889943Z","caller":"traceutil/trace.go:171","msg":"trace[658677862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20523; }","duration":"1.582816779s","start":"2026-04-09T01:46:48.307111Z","end":"2026-04-09T01:46:49.889928Z","steps":["trace[658677862] 'agreement among raft nodes before linearized reading' (duration: 1.582697987s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.889979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.307094Z","time spent":"1.582876751s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:46:49.889967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280576617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:49.89004Z","caller":"traceutil/trace.go:171","msg":"trace[1578016984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20523; }","duration":"1.280689149s","start":"2026-04-09T01:46:48.609333Z","end":"2026-04-09T01:46:49.890022Z","steps":["trace[1578016984] 'agreement among raft nodes before linearized reading' (duration: 1.280562706s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.890063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.713826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:46:49.890127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.073032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-09T01:46:49.890057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.726042Z","time spent":"1.163842108s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:49.890162Z","caller":"traceutil/trace.go:171","msg":"trace[1579183254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20523; }","duration":"180.145604ms","start":"2026-04-09T01:46:49.710005Z","end":"2026-04-09T01:46:49.89015Z","steps":["trace[1579183254] 'agreement among raft nodes before linearized reading' (duration: 180.060222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.890176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.609313Z","time spent":"1.280771451s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:46:49.890188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.314973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T01:46:49.890199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.382783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:46:49.890167Z","caller":"traceutil/trace.go:171","msg":"trace[2014780570] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20523; }","duration":"674.866929ms","start":"2026-04-09T01:46:49.215271Z","end":"2026-04-09T01:46:49.890138Z","steps":["trace[2014780570] 'agreement among raft nodes before linearized reading' (duration: 674.691025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:49.890272Z","caller":"traceutil/trace.go:171","msg":"trace[1777177661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20523; }","duration":"175.430705ms","start":"2026-04-09T01:46:49.714822Z","end":"2026-04-09T01:46:49.890253Z","steps":["trace[1777177661] 'agreement among raft nodes before linearized reading' (duration: 175.1688ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:49.890282Z","caller":"traceutil/trace.go:171","msg":"trace[860831655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20523; }","duration":"175.510687ms","start":"2026-04-09T01:46:49.714753Z","end":"2026-04-09T01:46:49.890264Z","steps":["trace[860831655] 'agreement among raft nodes before linearized reading' (duration: 175.281703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.890313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.215252Z","time spent":"675.048572ms","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:46:49.890327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.093611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:46:49.890362Z","caller":"traceutil/trace.go:171","msg":"trace[1880373973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20523; }","duration":"181.192233ms","start":"2026-04-09T01:46:49.709159Z","end":"2026-04-09T01:46:49.890351Z","steps":["trace[1880373973] 'agreement among raft nodes before linearized reading' (duration: 181.039721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.890374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.135839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:46:49.890046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.190305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:46:49.890332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078427702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-09T01:46:49.890424Z","caller":"traceutil/trace.go:171","msg":"trace[1550554277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20523; }","duration":"180.587772ms","start":"2026-04-09T01:46:49.709823Z","end":"2026-04-09T01:46:49.890411Z","steps":["trace[1550554277] 'agreement among raft nodes before linearized reading' (duration: 180.120073ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:49.890473Z","caller":"traceutil/trace.go:171","msg":"trace[1462390419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20523; }","duration":"1.078621036s","start":"2026-04-09T01:46:48.811817Z","end":"2026-04-09T01:46:49.890438Z","steps":["trace[1462390419] 'agreement among raft nodes before linearized reading' (duration: 1.078453783s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:49.890403Z","caller":"traceutil/trace.go:171","msg":"trace[320121942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20523; }","duration":"881.21288ms","start":"2026-04-09T01:46:49.009181Z","end":"2026-04-09T01:46:49.890394Z","steps":["trace[320121942] 'agreement among raft nodes before linearized reading' (duration: 881.169579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:49.890561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:48.811749Z","time spent":"1.078786439s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:46:49.890592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.009155Z","time spent":"881.422415ms","remote":"127.0.0.1:37922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:46:50.399328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059281220,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:46:50.598998Z","caller":"traceutil/trace.go:171","msg":"trace[330751941] transaction","detail":"{read_only:false; response_revision:20524; number_of_response:1; }","duration":"704.238997ms","start":"2026-04-09T01:46:49.894731Z","end":"2026-04-09T01:46:50.59897Z","steps":["trace[330751941] 'process raft request' (duration: 704.101005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:50.599171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.894718Z","time spent":"704.365619ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:50.601588Z","caller":"traceutil/trace.go:171","msg":"trace[2106782001] transaction","detail":"{read_only:false; response_revision:20525; number_of_response:1; }","duration":"705.593002ms","start":"2026-04-09T01:46:49.895963Z","end":"2026-04-09T01:46:50.601556Z","steps":["trace[2106782001] 'process raft request' (duration: 705.241656ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:46:50.601684Z","caller":"traceutil/trace.go:171","msg":"trace[55568382] linearizableReadLoop","detail":"{readStateIndex:21234; appliedIndex:21229; }","duration":"702.951603ms","start":"2026-04-09T01:46:49.898708Z","end":"2026-04-09T01:46:50.601659Z","steps":["trace[55568382] 'read index received' (duration: 700.206202ms)","trace[55568382] 'applied index is now lower than readState.Index' (duration: 2.744081ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:46:50.60174Z","caller":"traceutil/trace.go:171","msg":"trace[475050106] transaction","detail":"{read_only:false; response_revision:20527; number_of_response:1; }","duration":"705.693994ms","start":"2026-04-09T01:46:49.896029Z","end":"2026-04-09T01:46:50.601723Z","steps":["trace[475050106] 'process raft request' (duration: 705.492511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:50.601782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.895942Z","time spent":"705.724504ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:50.60181Z","caller":"traceutil/trace.go:171","msg":"trace[306558015] transaction","detail":"{read_only:false; response_revision:20528; number_of_response:1; }","duration":"705.783916ms","start":"2026-04-09T01:46:49.896014Z","end":"2026-04-09T01:46:50.601798Z","steps":["trace[306558015] 'process raft request' (duration: 705.589602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:50.601815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.896023Z","time spent":"705.751755ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:50.60187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.895989Z","time spent":"705.845176ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:46:50.601619Z","caller":"traceutil/trace.go:171","msg":"trace[1031381022] transaction","detail":"{read_only:false; response_revision:20526; number_of_response:1; }","duration":"705.608452ms","start":"2026-04-09T01:46:49.895999Z","end":"2026-04-09T01:46:50.601608Z","steps":["trace[1031381022] 'process raft request' (duration: 705.374468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:50.60198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.895983Z","time spent":"705.963708ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:46:50.602029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.293489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:46:50.602094Z","caller":"traceutil/trace.go:171","msg":"trace[132825649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20528; }","duration":"703.394881ms","start":"2026-04-09T01:46:49.898683Z","end":"2026-04-09T01:46:50.602077Z","steps":["trace[132825649] 'agreement among raft nodes before linearized reading' (duration: 703.276239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:46:50.602122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:46:49.898673Z","time spent":"703.444512ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:46:50.602208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.04367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-66f68f5984-vtr52.18a48ce7d87827d0\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-09T01:46:50.602287Z","caller":"traceutil/trace.go:171","msg":"trace[1607382821] range","detail":"{range_begin:/registry/events/openstack/heat-api-66f68f5984-vtr52.18a48ce7d87827d0; range_end:; response_count:1; response_revision:20528; }","duration":"113.180982ms","start":"2026-04-09T01:46:50.489093Z","end":"2026-04-09T01:46:50.602274Z","steps":["trace[1607382821] 'agreement among raft nodes before linearized reading' (duration: 112.804866ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:48:03.068453Z","caller":"traceutil/trace.go:171","msg":"trace[1746968386] linearizableReadLoop","detail":"{readStateIndex:21900; appliedIndex:21899; }","duration":"101.042506ms","start":"2026-04-09T01:48:02.96737Z","end":"2026-04-09T01:48:03.068413Z","steps":["trace[1746968386] 'read index received' (duration: 100.71146ms)","trace[1746968386] 'applied index is now lower than readState.Index' (duration: 328.246µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:48:03.068564Z","caller":"traceutil/trace.go:171","msg":"trace[45526409] transaction","detail":"{read_only:false; response_revision:21169; number_of_response:1; }","duration":"101.364712ms","start":"2026-04-09T01:48:02.967166Z","end":"2026-04-09T01:48:03.068531Z","steps":["trace[45526409] 'process raft request' (duration: 100.979325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:48:03.069064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.636896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:48:03.069188Z","caller":"traceutil/trace.go:171","msg":"trace[880058789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21169; }","duration":"101.798511ms","start":"2026-04-09T01:48:02.96736Z","end":"2026-04-09T01:48:03.069159Z","steps":["trace[880058789] 'agreement among raft nodes before linearized reading' (duration: 101.21569ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:48:03.087245Z","caller":"traceutil/trace.go:171","msg":"trace[765823691] transaction","detail":"{read_only:false; response_revision:21170; number_of_response:1; }","duration":"119.816267ms","start":"2026-04-09T01:48:02.967403Z","end":"2026-04-09T01:48:03.087219Z","steps":["trace[765823691] 'process raft request' (duration: 119.262037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:49:56.37818Z","caller":"traceutil/trace.go:171","msg":"trace[1070436020] transaction","detail":"{read_only:false; response_revision:22031; number_of_response:1; }","duration":"145.365068ms","start":"2026-04-09T01:49:56.232746Z","end":"2026-04-09T01:49:56.378111Z","steps":["trace[1070436020] 'process raft request' (duration: 145.160094ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:03.508178Z","caller":"traceutil/trace.go:171","msg":"trace[1468700878] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"117.642713ms","start":"2026-04-09T01:50:03.390494Z","end":"2026-04-09T01:50:03.508137Z","steps":["trace[1468700878] 'process raft request' (duration: 117.401139ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:03.568185Z","caller":"traceutil/trace.go:171","msg":"trace[1907731786] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"104.958928ms","start":"2026-04-09T01:50:03.463174Z","end":"2026-04-09T01:50:03.568133Z","steps":["trace[1907731786] 'process raft request' (duration: 94.755929ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:29.736797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20100} {"level":"info","ts":"2026-04-09T01:50:29.853614Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20100,"took":"113.63144ms","hash":4140362730,"current-db-size-bytes":56020992,"current-db-size":"56 MB","current-db-size-in-use-bytes":30703616,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-09T01:50:29.85376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4140362730,"revision":20100,"compact-revision":17578} {"level":"warn","ts":"2026-04-09T01:50:49.124569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.909766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-09T01:50:49.124664Z","caller":"traceutil/trace.go:171","msg":"trace[516802959] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22957; }","duration":"327.048139ms","start":"2026-04-09T01:50:48.797594Z","end":"2026-04-09T01:50:49.124643Z","steps":["trace[516802959] 'range keys from in-memory index tree' (duration: 326.697022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:49.124698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:48.797575Z","time spent":"327.115569ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:50:49.124725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.364215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:50:49.124861Z","caller":"traceutil/trace.go:171","msg":"trace[782497506] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22957; }","duration":"403.505578ms","start":"2026-04-09T01:50:48.721314Z","end":"2026-04-09T01:50:49.12482Z","steps":["trace[782497506] 'count revisions from in-memory index tree' (duration: 403.260433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:49.124929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:48.721251Z","time spent":"403.655551ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:50:49.125341Z","caller":"traceutil/trace.go:171","msg":"trace[1177295826] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"168.876584ms","start":"2026-04-09T01:50:48.956427Z","end":"2026-04-09T01:50:49.125303Z","steps":["trace[1177295826] 'process raft request' (duration: 71.884355ms)","trace[1177295826] 'compare' (duration: 96.802456ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:49.281576Z","caller":"traceutil/trace.go:171","msg":"trace[985653924] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"323.761917ms","start":"2026-04-09T01:50:48.957785Z","end":"2026-04-09T01:50:49.281547Z","steps":["trace[985653924] 'process raft request' (duration: 323.552573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:49.281778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:50:48.957757Z","time spent":"323.89669ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:50:49.281854Z","caller":"traceutil/trace.go:171","msg":"trace[375832797] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"272.626639ms","start":"2026-04-09T01:50:49.009162Z","end":"2026-04-09T01:50:49.281788Z","steps":["trace[375832797] 'process raft request' (duration: 272.334273ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:50:49.282832Z","caller":"traceutil/trace.go:171","msg":"trace[1599797010] linearizableReadLoop","detail":"{readStateIndex:23743; appliedIndex:23740; }","duration":"154.032328ms","start":"2026-04-09T01:50:49.128774Z","end":"2026-04-09T01:50:49.282806Z","steps":["trace[1599797010] 'read index received' (duration: 152.49347ms)","trace[1599797010] 'applied index is now lower than readState.Index' (duration: 1.536708ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:50:49.282965Z","caller":"traceutil/trace.go:171","msg":"trace[1911866052] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"160.555649ms","start":"2026-04-09T01:50:49.122384Z","end":"2026-04-09T01:50:49.28294Z","steps":["trace[1911866052] 'process raft request' (duration: 160.191012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:50:49.283223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.421486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b694df36-0a66-46d5-ae05-206117a5c52e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-09T01:50:49.28328Z","caller":"traceutil/trace.go:171","msg":"trace[1088652821] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b694df36-0a66-46d5-ae05-206117a5c52e; range_end:; response_count:1; response_revision:22962; }","duration":"154.518218ms","start":"2026-04-09T01:50:49.128744Z","end":"2026-04-09T01:50:49.283263Z","steps":["trace[1088652821] 'agreement among raft nodes before linearized reading' (duration: 154.159781ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:52:04.601428Z","caller":"traceutil/trace.go:171","msg":"trace[1416240587] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"104.621551ms","start":"2026-04-09T01:52:04.496772Z","end":"2026-04-09T01:52:04.601393Z","steps":["trace[1416240587] 'process raft request' (duration: 104.292746ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:00.183237Z","caller":"traceutil/trace.go:171","msg":"trace[70505499] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"154.11242ms","start":"2026-04-09T01:54:00.029096Z","end":"2026-04-09T01:54:00.183208Z","steps":["trace[70505499] 'process raft request' (duration: 153.926167ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:00.186419Z","caller":"traceutil/trace.go:171","msg":"trace[920371995] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"109.669595ms","start":"2026-04-09T01:54:00.076692Z","end":"2026-04-09T01:54:00.186362Z","steps":["trace[920371995] 'process raft request' (duration: 106.455666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:11.153311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:11.559013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136650161s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:11.559557Z","caller":"traceutil/trace.go:171","msg":"trace[2046121025] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"1.137276033s","start":"2026-04-09T01:54:10.422254Z","end":"2026-04-09T01:54:11.55953Z","steps":["trace[2046121025] 'process raft request' (duration: 1.137035818s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:11.559845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.422232Z","time spent":"1.137402085s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:13.296382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000663763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:13.29649Z","caller":"traceutil/trace.go:171","msg":"trace[1056578454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000832598s","start":"2026-04-09T01:54:11.295634Z","end":"2026-04-09T01:54:13.296467Z","steps":["trace[1056578454] 'agreement among raft nodes before linearized reading' (duration: 2.000703095s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:13.296541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.295611Z","time spent":"2.000918299s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:14.400218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.840964265s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:14.550907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181693117s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:14.551011Z","caller":"traceutil/trace.go:171","msg":"trace[2127469828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24998; }","duration":"1.181815281s","start":"2026-04-09T01:54:13.369182Z","end":"2026-04-09T01:54:14.550998Z","steps":["trace[2127469828] 'range keys from in-memory index tree' (duration: 1.181677676s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.551295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.678906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:14.551826Z","caller":"traceutil/trace.go:171","msg":"trace[1144695559] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"3.320433342s","start":"2026-04-09T01:54:11.231384Z","end":"2026-04-09T01:54:14.551817Z","steps":["trace[1144695559] 'process raft request' (duration: 3.320000494s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.551905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.231355Z","time spent":"3.320499003s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:14.551891Z","caller":"traceutil/trace.go:171","msg":"trace[1392014377] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"4.027872s","start":"2026-04-09T01:54:10.523989Z","end":"2026-04-09T01:54:14.551861Z","steps":["trace[1392014377] 'process raft request' (duration: 3.876545812s)","trace[1392014377] 'compare' (duration: 149.187559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:14.552049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.523962Z","time spent":"4.028001082s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:14.552231Z","caller":"traceutil/trace.go:171","msg":"trace[1149563089] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"3.269012097s","start":"2026-04-09T01:54:11.283198Z","end":"2026-04-09T01:54:14.55221Z","steps":["trace[1149563089] 'process raft request' (duration: 3.268266624s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.55229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.283175Z","time spent":"3.269087329s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:54:14.5542Z","caller":"traceutil/trace.go:171","msg":"trace[2112027270] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25833; }","duration":"3.901309022s","start":"2026-04-09T01:54:10.652862Z","end":"2026-04-09T01:54:14.554171Z","steps":["trace[2112027270] 'read index received' (duration: 907.021141ms)","trace[2112027270] 'applied index is now lower than readState.Index' (duration: 2.994286421s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:14.554485Z","caller":"traceutil/trace.go:171","msg":"trace[910255517] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"3.044591165s","start":"2026-04-09T01:54:11.509851Z","end":"2026-04-09T01:54:14.554442Z","steps":["trace[910255517] 'process raft request' (duration: 3.041662441s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.554522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901644758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:14.554654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.509819Z","time spent":"3.044745247s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:14.554668Z","caller":"traceutil/trace.go:171","msg":"trace[1734549456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25002; }","duration":"3.901836211s","start":"2026-04-09T01:54:10.652806Z","end":"2026-04-09T01:54:14.554642Z","steps":["trace[1734549456] 'agreement among raft nodes before linearized reading' (duration: 3.901655408s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:14.554717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.652784Z","time spent":"3.901918483s","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:15.054609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:15.297349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:15.297413Z","caller":"traceutil/trace.go:171","msg":"trace[162233586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000718534s","start":"2026-04-09T01:54:13.296678Z","end":"2026-04-09T01:54:15.297397Z","steps":["trace[162233586] 'agreement among raft nodes before linearized reading' (duration: 2.000638483s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:15.297453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.296666Z","time spent":"2.000779645s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:15.55522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:15.998532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999418167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:15.998623Z","caller":"traceutil/trace.go:171","msg":"trace[154257034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99957427s","start":"2026-04-09T01:54:10.999028Z","end":"2026-04-09T01:54:15.998602Z","steps":["trace[154257034] 'agreement among raft nodes before linearized reading' (duration: 4.999465158s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:15.998688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.998983Z","time spent":"4.999695241s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:16.05635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:16.065673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999846745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:16.065823Z","caller":"traceutil/trace.go:171","msg":"trace[992931005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000064039s","start":"2026-04-09T01:54:11.065737Z","end":"2026-04-09T01:54:16.065801Z","steps":["trace[992931005] 'agreement among raft nodes before linearized reading' (duration: 4.999891765s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.065907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.065716Z","time spent":"5.000178371s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 01:54:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:16.236139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999334165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:16.236301Z","caller":"traceutil/trace.go:171","msg":"trace[801061947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99958689s","start":"2026-04-09T01:54:11.236694Z","end":"2026-04-09T01:54:16.236281Z","steps":["trace[801061947] 'agreement among raft nodes before linearized reading' (duration: 4.999373336s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.23642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.236675Z","time spent":"4.999726283s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:16.398793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:16.398875Z","caller":"traceutil/trace.go:171","msg":"trace[1824603647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301666s","start":"2026-04-09T01:54:14.398556Z","end":"2026-04-09T01:54:16.398858Z","steps":["trace[1824603647] 'agreement among raft nodes before linearized reading' (duration: 2.000175494s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.398923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.398518Z","time spent":"2.000395548s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:16.557807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:16.589008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.590676Z","time spent":"4.998328497s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:16.691465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.143973592s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:16.692122Z","caller":"traceutil/trace.go:171","msg":"trace[680986133] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"4.660642561s","start":"2026-04-09T01:54:12.031448Z","end":"2026-04-09T01:54:16.692091Z","steps":["trace[680986133] 'process raft request' (duration: 4.660516499s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.69231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.031429Z","time spent":"4.660781024s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:16.69245Z","caller":"traceutil/trace.go:171","msg":"trace[1065574860] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"4.533534392s","start":"2026-04-09T01:54:12.158874Z","end":"2026-04-09T01:54:16.692409Z","steps":["trace[1065574860] 'process raft request' (duration: 4.533158205s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.692597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.15884Z","time spent":"4.533680565s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:16.692736Z","caller":"traceutil/trace.go:171","msg":"trace[703167128] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"4.446874595s","start":"2026-04-09T01:54:12.245844Z","end":"2026-04-09T01:54:16.692719Z","steps":["trace[703167128] 'process raft request' (duration: 4.446524718s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.692831Z","caller":"traceutil/trace.go:171","msg":"trace[1220166317] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"3.998910062s","start":"2026-04-09T01:54:12.693913Z","end":"2026-04-09T01:54:16.692823Z","steps":["trace[1220166317] 'process raft request' (duration: 3.998687688s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.69283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.245816Z","time spent":"4.446969026s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.692871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.693888Z","time spent":"3.998961963s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:16.6932Z","caller":"traceutil/trace.go:171","msg":"trace[143863286] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"3.794024971s","start":"2026-04-09T01:54:12.899153Z","end":"2026-04-09T01:54:16.693178Z","steps":["trace[143863286] 'process raft request' (duration: 3.793606562s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.693304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.899124Z","time spent":"3.794127412s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:16.693356Z","caller":"traceutil/trace.go:171","msg":"trace[583624146] linearizableReadLoop","detail":"{readStateIndex:25845; appliedIndex:25837; }","duration":"2.139066482s","start":"2026-04-09T01:54:14.554272Z","end":"2026-04-09T01:54:16.693338Z","steps":["trace[583624146] 'read index received' (duration: 2.137457101s)","trace[583624146] 'applied index is now lower than readState.Index' (duration: 1.607851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:16.693505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494636475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:16.693543Z","caller":"traceutil/trace.go:171","msg":"trace[1727908534] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25010; }","duration":"3.494719876s","start":"2026-04-09T01:54:13.198814Z","end":"2026-04-09T01:54:16.693534Z","steps":["trace[1727908534] 'agreement among raft nodes before linearized reading' (duration: 3.494612224s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.693576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080438096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-09T01:54:16.693581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.198786Z","time spent":"3.494786088s","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:16.693625Z","caller":"traceutil/trace.go:171","msg":"trace[924484951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25010; }","duration":"4.080522417s","start":"2026-04-09T01:54:12.61309Z","end":"2026-04-09T01:54:16.693612Z","steps":["trace[924484951] 'agreement among raft nodes before linearized reading' (duration: 4.080341893s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.693666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.61307Z","time spent":"4.080588438s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:54:16.693737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708788679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:16.693858Z","caller":"traceutil/trace.go:171","msg":"trace[476001916] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25010; }","duration":"3.708991083s","start":"2026-04-09T01:54:12.98484Z","end":"2026-04-09T01:54:16.693831Z","steps":["trace[476001916] 'agreement among raft nodes before linearized reading' (duration: 3.708789579s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.693923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.984819Z","time spent":"3.709087734s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:16.693945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851848643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:16.693994Z","caller":"traceutil/trace.go:171","msg":"trace[279311729] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25010; }","duration":"3.851936255s","start":"2026-04-09T01:54:12.842042Z","end":"2026-04-09T01:54:16.693978Z","steps":["trace[279311729] 'agreement among raft nodes before linearized reading' (duration: 3.851861694s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45498206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T01:54:16.694044Z","caller":"traceutil/trace.go:171","msg":"trace[842257555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25010; }","duration":"5.455025921s","start":"2026-04-09T01:54:11.239008Z","end":"2026-04-09T01:54:16.694034Z","steps":["trace[842257555] 'agreement among raft nodes before linearized reading' (duration: 5.454871118s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.69408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.238971Z","time spent":"5.455102563s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:54:16.694075Z","caller":"traceutil/trace.go:171","msg":"trace[89330373] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"3.268849176s","start":"2026-04-09T01:54:13.425161Z","end":"2026-04-09T01:54:16.69401Z","steps":["trace[89330373] 'process raft request' (duration: 3.267944269s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90800242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-09T01:54:16.694279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593254156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T01:54:16.694303Z","caller":"traceutil/trace.go:171","msg":"trace[634492471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25010; }","duration":"2.908145513s","start":"2026-04-09T01:54:13.786149Z","end":"2026-04-09T01:54:16.694294Z","steps":["trace[634492471] 'agreement among raft nodes before linearized reading' (duration: 2.90799348s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66572148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-09T01:54:16.694352Z","caller":"traceutil/trace.go:171","msg":"trace[383064794] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"3.125144389s","start":"2026-04-09T01:54:13.569197Z","end":"2026-04-09T01:54:16.694341Z","steps":["trace[383064794] 'process raft request' (duration: 3.124012328s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.694353Z","caller":"traceutil/trace.go:171","msg":"trace[1241904944] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:25010; }","duration":"3.665821462s","start":"2026-04-09T01:54:13.028517Z","end":"2026-04-09T01:54:16.694339Z","steps":["trace[1241904944] 'agreement among raft nodes before linearized reading' (duration: 3.665632618s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942161454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:16.6944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.569173Z","time spent":"3.12520478s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.694377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48554605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:16.694416Z","caller":"traceutil/trace.go:171","msg":"trace[96862595] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25010; }","duration":"2.942233765s","start":"2026-04-09T01:54:13.752176Z","end":"2026-04-09T01:54:16.69441Z","steps":["trace[96862595] 'agreement among raft nodes before linearized reading' (duration: 2.942193564s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.985105017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:16.694041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:12.842018Z","time spent":"3.852014086s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:16.694425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282178877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:16.694437Z","caller":"traceutil/trace.go:171","msg":"trace[1517280997] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25010; }","duration":"2.485661872s","start":"2026-04-09T01:54:14.20876Z","end":"2026-04-09T01:54:16.694422Z","steps":["trace[1517280997] 'agreement among raft nodes before linearized reading' (duration: 2.48556635s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.694451Z","caller":"traceutil/trace.go:171","msg":"trace[1629559004] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25010; }","duration":"5.985225728s","start":"2026-04-09T01:54:10.709211Z","end":"2026-04-09T01:54:16.694437Z","steps":["trace[1629559004] 'agreement among raft nodes before linearized reading' (duration: 5.985118606s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:16.694474Z","caller":"traceutil/trace.go:171","msg":"trace[2133415605] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25010; }","duration":"2.282234188s","start":"2026-04-09T01:54:14.412227Z","end":"2026-04-09T01:54:16.694461Z","steps":["trace[2133415605] 'agreement among raft nodes before linearized reading' (duration: 2.282148416s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.208731Z","time spent":"2.485739284s","remote":"127.0.0.1:38094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:16.694307Z","caller":"traceutil/trace.go:171","msg":"trace[1603095172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25010; }","duration":"5.593318857s","start":"2026-04-09T01:54:11.10098Z","end":"2026-04-09T01:54:16.694299Z","steps":["trace[1603095172] 'agreement among raft nodes before linearized reading' (duration: 5.593239006s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.425134Z","time spent":"3.269101491s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:16.694508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.412176Z","time spent":"2.28232409s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:16.694404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.028499Z","time spent":"3.665894103s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-09T01:54:16.694275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455444952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:16.694522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:11.100962Z","time spent":"5.593555372s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:54:16.694505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:10.709195Z","time spent":"5.98529552s","remote":"127.0.0.1:35814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:16.694321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.786126Z","time spent":"2.908191303s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-09T01:54:16.694605Z","caller":"traceutil/trace.go:171","msg":"trace[767788893] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25010; }","duration":"2.455868021s","start":"2026-04-09T01:54:14.238714Z","end":"2026-04-09T01:54:16.694582Z","steps":["trace[767788893] 'agreement among raft nodes before linearized reading' (duration: 2.455421692s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.752149Z","time spent":"2.942280515s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:16.694757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.238704Z","time spent":"2.456011023s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:16.693889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949630472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:16.694827Z","caller":"traceutil/trace.go:171","msg":"trace[1753297300] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25010; }","duration":"2.95058476s","start":"2026-04-09T01:54:13.744235Z","end":"2026-04-09T01:54:16.694819Z","steps":["trace[1753297300] 'agreement among raft nodes before linearized reading' (duration: 2.949125873s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:16.694852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:13.744168Z","time spent":"2.950677382s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:17.193614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:17.303938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:17.304007Z","caller":"traceutil/trace.go:171","msg":"trace[442834690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638423s","start":"2026-04-09T01:54:15.303351Z","end":"2026-04-09T01:54:17.30399Z","steps":["trace[442834690] 'agreement among raft nodes before linearized reading' (duration: 2.000548301s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:17.304059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.303337Z","time spent":"2.000711465s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:17.694556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:18.195475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:18.696431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:18.772924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.856675181s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:18.773495Z","caller":"traceutil/trace.go:171","msg":"trace[1045944939] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"2.215475479s","start":"2026-04-09T01:54:16.557988Z","end":"2026-04-09T01:54:18.773464Z","steps":["trace[1045944939] 'process raft request' (duration: 2.215178974s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:18.773828Z","caller":"traceutil/trace.go:171","msg":"trace[555446506] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"2.215791976s","start":"2026-04-09T01:54:16.558014Z","end":"2026-04-09T01:54:18.773806Z","steps":["trace[555446506] 'process raft request' (duration: 2.215397118s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:18.773845Z","caller":"traceutil/trace.go:171","msg":"trace[476893795] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"2.154528079s","start":"2026-04-09T01:54:16.619298Z","end":"2026-04-09T01:54:18.773826Z","steps":["trace[476893795] 'process raft request' (duration: 2.154461237s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:18.773917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.557995Z","time spent":"2.215877677s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:18.773915Z","caller":"traceutil/trace.go:171","msg":"trace[1193561087] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"2.215632063s","start":"2026-04-09T01:54:16.558241Z","end":"2026-04-09T01:54:18.773874Z","steps":["trace[1193561087] 'process raft request' (duration: 2.215404238s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:18.773947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.619276Z","time spent":"2.154613461s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:18.774085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.557972Z","time spent":"2.215606881s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:18.776026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.558216Z","time spent":"2.215780016s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:19.310528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:19.310623Z","caller":"traceutil/trace.go:171","msg":"trace[1891415862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291397s","start":"2026-04-09T01:54:17.310307Z","end":"2026-04-09T01:54:19.310599Z","steps":["trace[1891415862] 'agreement among raft nodes before linearized reading' (duration: 2.000161035s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:19.310674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.310291Z","time spent":"2.000372278s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:20.998599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997924827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:20.99868Z","caller":"traceutil/trace.go:171","msg":"trace[24889885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998050721s","start":"2026-04-09T01:54:18.000611Z","end":"2026-04-09T01:54:20.998661Z","steps":["trace[24889885] 'agreement among raft nodes before linearized reading' (duration: 2.997945588s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:20.998727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.000595Z","time spent":"2.998122652s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.06606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998929947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:21.066164Z","caller":"traceutil/trace.go:171","msg":"trace[1411135353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99908767s","start":"2026-04-09T01:54:18.067059Z","end":"2026-04-09T01:54:21.066147Z","steps":["trace[1411135353] 'agreement among raft nodes before linearized reading' (duration: 2.998961137s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:21.066204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.067039Z","time spent":"2.999156011s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 01:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.099214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.700404Z","time spent":"4.398802851s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.23654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997341427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:21.236617Z","caller":"traceutil/trace.go:171","msg":"trace[880274013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.9974835s","start":"2026-04-09T01:54:18.239117Z","end":"2026-04-09T01:54:21.236601Z","steps":["trace[880274013] 'agreement among raft nodes before linearized reading' (duration: 2.997391278s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:21.23666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.239089Z","time spent":"2.997561351s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 01:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.238261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.700943Z","time spent":"4.537310563s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.312615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:21.312693Z","caller":"traceutil/trace.go:171","msg":"trace[926709864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767435s","start":"2026-04-09T01:54:19.311907Z","end":"2026-04-09T01:54:21.312675Z","steps":["trace[926709864] 'agreement among raft nodes before linearized reading' (duration: 2.000666573s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:21.312735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.311876Z","time spent":"2.000850127s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:21.588985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998836416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:21.589079Z","caller":"traceutil/trace.go:171","msg":"trace[962764840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998953288s","start":"2026-04-09T01:54:16.5901Z","end":"2026-04-09T01:54:21.589053Z","steps":["trace[962764840] 'agreement among raft nodes before linearized reading' (duration: 4.998852046s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:21.589127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.590092Z","time spent":"4.999023779s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/09 01:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:22.373211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.60001896s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:22.374475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.696917Z","time spent":"5.677538199s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:23.204146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:23.204264Z","caller":"traceutil/trace.go:171","msg":"trace[719962550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717725s","start":"2026-04-09T01:54:21.203519Z","end":"2026-04-09T01:54:23.204237Z","steps":["trace[719962550] 'agreement among raft nodes before linearized reading' (duration: 2.000566362s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.204324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.203499Z","time spent":"2.000813616s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:23.320917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:23.321225Z","caller":"traceutil/trace.go:171","msg":"trace[2007859711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454969s","start":"2026-04-09T01:54:21.320651Z","end":"2026-04-09T01:54:23.321106Z","steps":["trace[2007859711] 'agreement among raft nodes before linearized reading' (duration: 2.000196074s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:23.321343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.32064Z","time spent":"2.000687303s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:23.696587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.697507Z","time spent":"4.99906951s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:23.696613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.697779Z","time spent":"4.998819175s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:23.696773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.698304Z","time spent":"4.998467499s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:23.698793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.699954Z","time spent":"4.998819205s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:25.134017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.760588705s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:25.310543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93604265s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-09T01:54:25.310896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942042245s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:25.310996Z","caller":"traceutil/trace.go:171","msg":"trace[277286443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25017; }","duration":"1.942143858s","start":"2026-04-09T01:54:23.368831Z","end":"2026-04-09T01:54:25.310975Z","steps":["trace[277286443] 'range keys from in-memory index tree' (duration: 1.942027635s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:25.328259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:25.328344Z","caller":"traceutil/trace.go:171","msg":"trace[840416829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207135s","start":"2026-04-09T01:54:23.328116Z","end":"2026-04-09T01:54:25.328323Z","steps":["trace[840416829] 'agreement among raft nodes before linearized reading' (duration: 2.000101883s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:25.328394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.328091Z","time spent":"2.000292167s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:25.778216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.781082Z","time spent":"4.997123585s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:25.779358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.780881Z","time spent":"4.998466229s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:25.779933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.78222Z","time spent":"4.997706935s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.066812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.067752Z","time spent":"4.99904745s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.237636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.240099Z","time spent":"4.997527772s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:26.390203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255965415s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:26.708447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008576974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:26.708563Z","caller":"traceutil/trace.go:171","msg":"trace[1844368680] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.008822529s","start":"2026-04-09T01:54:16.699713Z","end":"2026-04-09T01:54:26.708535Z","steps":["trace[1844368680] 'agreement among raft nodes before linearized reading' (duration: 10.008580874s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:26.70863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.699703Z","time spent":"10.008912032s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/09 01:54:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:27.328294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:27.328375Z","caller":"traceutil/trace.go:171","msg":"trace[145635584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046552s","start":"2026-04-09T01:54:25.32831Z","end":"2026-04-09T01:54:27.328357Z","steps":["trace[145635584] 'agreement among raft nodes before linearized reading' (duration: 1.99994698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.328422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.328293Z","time spent":"2.000119043s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:27.796749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483523553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:27.797144Z","caller":"traceutil/trace.go:171","msg":"trace[778268389] linearizableReadLoop","detail":"{readStateIndex:25853; appliedIndex:25845; }","duration":"11.103723555s","start":"2026-04-09T01:54:16.693399Z","end":"2026-04-09T01:54:27.797122Z","steps":["trace[778268389] 'read index received' (duration: 2.079799271s)","trace[778268389] 'applied index is now lower than readState.Index' (duration: 9.023922804s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:27.797413Z","caller":"traceutil/trace.go:171","msg":"trace[1999821856] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25025; }","duration":"6.696438445s","start":"2026-04-09T01:54:21.100964Z","end":"2026-04-09T01:54:27.797403Z","steps":["trace[1999821856] 'process raft request' (duration: 6.696352964s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.797496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.100949Z","time spent":"6.696495547s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.797487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.652468638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.797559Z","caller":"traceutil/trace.go:171","msg":"trace[1244439271] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25025; }","duration":"11.65256146s","start":"2026-04-09T01:54:16.144978Z","end":"2026-04-09T01:54:27.797539Z","steps":["trace[1244439271] 'agreement among raft nodes before linearized reading' (duration: 11.652269154s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.797601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.14492Z","time spent":"11.652671562s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.797647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.3838894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.797754Z","caller":"traceutil/trace.go:171","msg":"trace[933091395] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25025; }","duration":"12.384041893s","start":"2026-04-09T01:54:15.413681Z","end":"2026-04-09T01:54:27.797723Z","steps":["trace[933091395] 'agreement among raft nodes before linearized reading' (duration: 12.383577884s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.797818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.413664Z","time spent":"12.384140684s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.797911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.266450505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-09T01:54:27.797936Z","caller":"traceutil/trace.go:171","msg":"trace[1724887769] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25025; }","duration":"11.266520507s","start":"2026-04-09T01:54:16.531409Z","end":"2026-04-09T01:54:27.79793Z","steps":["trace[1724887769] 'agreement among raft nodes before linearized reading' (duration: 11.265798913s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.797938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.592990684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.797958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.531391Z","time spent":"11.266562218s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-09T01:54:27.797972Z","caller":"traceutil/trace.go:171","msg":"trace[808196537] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25025; }","duration":"11.593057245s","start":"2026-04-09T01:54:16.204904Z","end":"2026-04-09T01:54:27.797961Z","steps":["trace[808196537] 'agreement among raft nodes before linearized reading' (duration: 11.592332871s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.798003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.204892Z","time spent":"11.593102917s","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.797532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.471106908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.798094Z","caller":"traceutil/trace.go:171","msg":"trace[1750011506] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25025; }","duration":"12.47174608s","start":"2026-04-09T01:54:15.326339Z","end":"2026-04-09T01:54:27.798085Z","steps":["trace[1750011506] 'agreement among raft nodes before linearized reading' (duration: 12.470930735s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.798122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:15.326327Z","time spent":"12.471787352s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.798216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.345445721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.798248Z","caller":"traceutil/trace.go:171","msg":"trace[1702136279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25025; }","duration":"11.345498952s","start":"2026-04-09T01:54:16.452739Z","end":"2026-04-09T01:54:27.798238Z","steps":["trace[1702136279] 'agreement among raft nodes before linearized reading' (duration: 11.344485353s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.798274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.452725Z","time spent":"11.345543613s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.79837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.238571699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-09T01:54:27.798422Z","caller":"traceutil/trace.go:171","msg":"trace[1902815989] range","detail":"{range_begin:/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2; range_end:; response_count:1; response_revision:25025; }","duration":"13.23864457s","start":"2026-04-09T01:54:14.559759Z","end":"2026-04-09T01:54:27.798404Z","steps":["trace[1902815989] 'agreement among raft nodes before linearized reading' (duration: 13.237534469s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.798459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.559742Z","time spent":"13.238709661s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" "} {"level":"info","ts":"2026-04-09T01:54:27.7987Z","caller":"traceutil/trace.go:171","msg":"trace[744169986] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25026; }","duration":"6.558349634s","start":"2026-04-09T01:54:21.24034Z","end":"2026-04-09T01:54:27.79869Z","steps":["trace[744169986] 'process raft request' (duration: 6.558203652s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.798802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.240284Z","time spent":"6.558446686s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.798887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.961936045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.798896Z","caller":"traceutil/trace.go:171","msg":"trace[1448486846] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"6.098044823s","start":"2026-04-09T01:54:21.700837Z","end":"2026-04-09T01:54:27.798881Z","steps":["trace[1448486846] 'process raft request' (duration: 6.097762848s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.79892Z","caller":"traceutil/trace.go:171","msg":"trace[60264995] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25027; }","duration":"12.961972766s","start":"2026-04-09T01:54:14.836939Z","end":"2026-04-09T01:54:27.798912Z","steps":["trace[60264995] 'agreement among raft nodes before linearized reading' (duration: 12.960343596s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.798946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:14.83692Z","time spent":"12.962017867s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.799013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.700818Z","time spent":"6.098113043s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.799045Z","caller":"traceutil/trace.go:171","msg":"trace[1691938029] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"3.597530385s","start":"2026-04-09T01:54:24.201501Z","end":"2026-04-09T01:54:27.799031Z","steps":["trace[1691938029] 'process raft request' (duration: 3.597473073s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.799092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.201479Z","time spent":"3.597585186s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:27.799146Z","caller":"traceutil/trace.go:171","msg":"trace[1684602295] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25027; }","duration":"5.4220722s","start":"2026-04-09T01:54:22.377001Z","end":"2026-04-09T01:54:27.799073Z","steps":["trace[1684602295] 'process raft request' (duration: 5.421837905s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.799432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.376977Z","time spent":"5.422276634s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.839238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.670115544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.839254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006344565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.839304Z","caller":"traceutil/trace.go:171","msg":"trace[2098420910] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25029; }","duration":"7.670251925s","start":"2026-04-09T01:54:20.169038Z","end":"2026-04-09T01:54:27.83929Z","steps":["trace[2098420910] 'agreement among raft nodes before linearized reading' (duration: 7.670078672s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.839313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.939002483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:27.839336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.169016Z","time spent":"7.670314077s","remote":"127.0.0.1:35544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.839361Z","caller":"traceutil/trace.go:171","msg":"trace[797355535] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25029; }","duration":"7.939097934s","start":"2026-04-09T01:54:19.900247Z","end":"2026-04-09T01:54:27.839345Z","steps":["trace[797355535] 'agreement among raft nodes before linearized reading' (duration: 7.939029733s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.839408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.900216Z","time spent":"7.939182875s","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.839548Z","caller":"traceutil/trace.go:171","msg":"trace[1431366328] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"833.692429ms","start":"2026-04-09T01:54:27.005844Z","end":"2026-04-09T01:54:27.839536Z","steps":["trace[1431366328] 'process raft request' (duration: 833.049967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.83963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.005819Z","time spent":"833.75749ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:27.839672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.800715695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.839704Z","caller":"traceutil/trace.go:171","msg":"trace[747639546] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25029; }","duration":"5.800771747s","start":"2026-04-09T01:54:22.038922Z","end":"2026-04-09T01:54:27.839694Z","steps":["trace[747639546] 'agreement among raft nodes before linearized reading' (duration: 5.800728706s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.839725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.0389Z","time spent":"5.800819237s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.839773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.533786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.839758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.139498509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:54:27.839803Z","caller":"traceutil/trace.go:171","msg":"trace[1911276549] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25029; }","duration":"356.608597ms","start":"2026-04-09T01:54:27.483183Z","end":"2026-04-09T01:54:27.839792Z","steps":["trace[1911276549] 'agreement among raft nodes before linearized reading' (duration: 356.566847ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.839818Z","caller":"traceutil/trace.go:171","msg":"trace[625751388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25029; }","duration":"11.13958061s","start":"2026-04-09T01:54:16.700221Z","end":"2026-04-09T01:54:27.839802Z","steps":["trace[625751388] 'agreement among raft nodes before linearized reading' (duration: 11.139364446s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.839824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.483154Z","time spent":"356.664458ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.83985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.700218Z","time spent":"11.139626292s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:54:27.839896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.940919327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:27.8399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.863838899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.839935Z","caller":"traceutil/trace.go:171","msg":"trace[1750686597] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25029; }","duration":"5.940986329s","start":"2026-04-09T01:54:21.89894Z","end":"2026-04-09T01:54:27.839926Z","steps":["trace[1750686597] 'agreement among raft nodes before linearized reading' (duration: 5.940923178s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.839941Z","caller":"traceutil/trace.go:171","msg":"trace[734004696] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25029; }","duration":"9.863912301s","start":"2026-04-09T01:54:17.976019Z","end":"2026-04-09T01:54:27.839931Z","steps":["trace[734004696] 'agreement among raft nodes before linearized reading' (duration: 9.86384267s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.839966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.898925Z","time spent":"5.941033029s","remote":"127.0.0.1:35778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.839971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.976004Z","time spent":"9.863959261s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030514612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.840028Z","caller":"traceutil/trace.go:171","msg":"trace[2125096748] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25029; }","duration":"1.030532422s","start":"2026-04-09T01:54:26.809488Z","end":"2026-04-09T01:54:27.84002Z","steps":["trace[2125096748] 'agreement among raft nodes before linearized reading' (duration: 1.030502852s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.809464Z","time spent":"1.030584353s","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.432216696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:27.840043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.155939077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.840089Z","caller":"traceutil/trace.go:171","msg":"trace[1803132437] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25029; }","duration":"10.432272666s","start":"2026-04-09T01:54:17.407807Z","end":"2026-04-09T01:54:27.84008Z","steps":["trace[1803132437] 'agreement among raft nodes before linearized reading' (duration: 10.432223376s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.407786Z","time spent":"10.432316358s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.839976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.686197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.840111Z","caller":"traceutil/trace.go:171","msg":"trace[1698941247] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25029; }","duration":"8.15605833s","start":"2026-04-09T01:54:19.684034Z","end":"2026-04-09T01:54:27.840092Z","steps":["trace[1698941247] 'agreement among raft nodes before linearized reading' (duration: 8.155907387s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.840145Z","caller":"traceutil/trace.go:171","msg":"trace[39249211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25029; }","duration":"980.883911ms","start":"2026-04-09T01:54:26.859248Z","end":"2026-04-09T01:54:27.840132Z","steps":["trace[39249211] 'agreement among raft nodes before linearized reading' (duration: 980.706048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64583279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.840165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.684012Z","time spent":"8.156136142s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.045457117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:54:27.84019Z","caller":"traceutil/trace.go:171","msg":"trace[1551718004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25029; }","duration":"1.645906121s","start":"2026-04-09T01:54:26.194277Z","end":"2026-04-09T01:54:27.840184Z","steps":["trace[1551718004] 'agreement among raft nodes before linearized reading' (duration: 1.645870591s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.84019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.859232Z","time spent":"980.946822ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.84021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:26.194234Z","time spent":"1.645971343s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.840209Z","caller":"traceutil/trace.go:171","msg":"trace[283985999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25029; }","duration":"6.045540359s","start":"2026-04-09T01:54:21.794659Z","end":"2026-04-09T01:54:27.8402Z","steps":["trace[283985999] 'agreement among raft nodes before linearized reading' (duration: 6.045442457s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.794631Z","time spent":"6.045599509s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:54:27.840324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058659759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-09T01:54:27.840348Z","caller":"traceutil/trace.go:171","msg":"trace[1146377077] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25029; }","duration":"2.058686299s","start":"2026-04-09T01:54:25.781656Z","end":"2026-04-09T01:54:27.840343Z","steps":["trace[1146377077] 'agreement among raft nodes before linearized reading' (duration: 2.058643368s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.781607Z","time spent":"2.05875499s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:54:27.840422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.130817941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:54:27.840459Z","caller":"traceutil/trace.go:171","msg":"trace[1314483596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25029; }","duration":"6.130892912s","start":"2026-04-09T01:54:21.709556Z","end":"2026-04-09T01:54:27.840449Z","steps":["trace[1314483596] 'agreement among raft nodes before linearized reading' (duration: 6.13080422s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.839317Z","caller":"traceutil/trace.go:171","msg":"trace[1610691280] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25029; }","duration":"5.006499988s","start":"2026-04-09T01:54:22.832802Z","end":"2026-04-09T01:54:27.839302Z","steps":["trace[1610691280] 'agreement among raft nodes before linearized reading' (duration: 5.006305894s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.883509074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.840492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059539826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-09T01:54:27.840525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.274655139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.840533Z","caller":"traceutil/trace.go:171","msg":"trace[22306528] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25029; }","duration":"2.059619547s","start":"2026-04-09T01:54:25.780907Z","end":"2026-04-09T01:54:27.840526Z","steps":["trace[22306528] 'agreement among raft nodes before linearized reading' (duration: 2.059568306s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.840531Z","caller":"traceutil/trace.go:171","msg":"trace[424671450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25029; }","duration":"9.883572485s","start":"2026-04-09T01:54:17.956952Z","end":"2026-04-09T01:54:27.840524Z","steps":["trace[424671450] 'agreement among raft nodes before linearized reading' (duration: 9.883530585s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058857672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-09T01:54:27.840553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.780886Z","time spent":"2.059662848s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-09T01:54:27.840552Z","caller":"traceutil/trace.go:171","msg":"trace[18108726] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25029; }","duration":"6.274719671s","start":"2026-04-09T01:54:21.565826Z","end":"2026-04-09T01:54:27.840545Z","steps":["trace[18108726] 'agreement among raft nodes before linearized reading' (duration: 6.27467441s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.956925Z","time spent":"9.883629456s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.840569Z","caller":"traceutil/trace.go:171","msg":"trace[1264772515] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25029; }","duration":"2.058974445s","start":"2026-04-09T01:54:25.781582Z","end":"2026-04-09T01:54:27.840556Z","steps":["trace[1264772515] 'agreement among raft nodes before linearized reading' (duration: 2.058860633s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.781573Z","time spent":"2.059022636s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-09T01:54:27.8406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.322678201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:27.840644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43274873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.84065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524052277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-09T01:54:27.840667Z","caller":"traceutil/trace.go:171","msg":"trace[1079439597] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25029; }","duration":"2.432813822s","start":"2026-04-09T01:54:25.407845Z","end":"2026-04-09T01:54:27.840659Z","steps":["trace[1079439597] 'agreement among raft nodes before linearized reading' (duration: 2.432780901s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.840678Z","caller":"traceutil/trace.go:171","msg":"trace[1490520402] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25029; }","duration":"6.524129268s","start":"2026-04-09T01:54:21.316541Z","end":"2026-04-09T01:54:27.84067Z","steps":["trace[1490520402] 'agreement among raft nodes before linearized reading' (duration: 6.524049677s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.082174881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-09T01:54:27.840485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.709532Z","time spent":"6.130946704s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:54:27.840712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.316519Z","time spent":"6.524185339s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-09T01:54:27.840721Z","caller":"traceutil/trace.go:171","msg":"trace[1052429366] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25029; }","duration":"10.082256552s","start":"2026-04-09T01:54:17.758454Z","end":"2026-04-09T01:54:27.840711Z","steps":["trace[1052429366] 'agreement among raft nodes before linearized reading' (duration: 10.08110113s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377397059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.840732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605591789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.840745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:17.758435Z","time spent":"10.082303033s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2658,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.840757Z","caller":"traceutil/trace.go:171","msg":"trace[1753027651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25029; }","duration":"4.605616249s","start":"2026-04-09T01:54:23.235133Z","end":"2026-04-09T01:54:27.840749Z","steps":["trace[1753027651] 'agreement among raft nodes before linearized reading' (duration: 4.605579239s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:21.565791Z","time spent":"6.274778861s","remote":"127.0.0.1:60188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.23508Z","time spent":"4.605692351s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931310623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.840803Z","caller":"traceutil/trace.go:171","msg":"trace[39170233] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25029; }","duration":"4.931369834s","start":"2026-04-09T01:54:22.909427Z","end":"2026-04-09T01:54:27.840797Z","steps":["trace[39170233] 'agreement among raft nodes before linearized reading' (duration: 4.931332744s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.909407Z","time spent":"4.931409485s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.832771Z","time spent":"5.007740921s","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412756725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.840687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:25.40782Z","time spent":"2.432862142s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.840835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.917168243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.840914Z","caller":"traceutil/trace.go:171","msg":"trace[1469883369] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25029; }","duration":"3.412827956s","start":"2026-04-09T01:54:24.42808Z","end":"2026-04-09T01:54:27.840908Z","steps":["trace[1469883369] 'agreement among raft nodes before linearized reading' (duration: 3.412790546s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.428057Z","time spent":"3.412886298s","remote":"127.0.0.1:35630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.840747Z","caller":"traceutil/trace.go:171","msg":"trace[1824264830] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25029; }","duration":"3.37747187s","start":"2026-04-09T01:54:24.463268Z","end":"2026-04-09T01:54:27.84074Z","steps":["trace[1824264830] 'agreement among raft nodes before linearized reading' (duration: 3.37743576s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.840972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.167077758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:27.840981Z","caller":"traceutil/trace.go:171","msg":"trace[1884140885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25029; }","duration":"8.917397527s","start":"2026-04-09T01:54:18.923552Z","end":"2026-04-09T01:54:27.84095Z","steps":["trace[1884140885] 'agreement among raft nodes before linearized reading' (duration: 8.917072201s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.841014Z","caller":"traceutil/trace.go:171","msg":"trace[1040614144] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25029; }","duration":"7.16717269s","start":"2026-04-09T01:54:20.67383Z","end":"2026-04-09T01:54:27.841003Z","steps":["trace[1040614144] 'agreement among raft nodes before linearized reading' (duration: 7.167081388s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.67381Z","time spent":"7.167227833s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.841043Z","caller":"traceutil/trace.go:171","msg":"trace[2100109241] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25029; }","duration":"8.322791543s","start":"2026-04-09T01:54:19.517848Z","end":"2026-04-09T01:54:27.840639Z","steps":["trace[2100109241] 'agreement among raft nodes before linearized reading' (duration: 8.32260458s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.839636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61875464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-04-09T01:54:27.84111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820787977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.841113Z","caller":"traceutil/trace.go:171","msg":"trace[1653416663] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25029; }","duration":"5.620269259s","start":"2026-04-09T01:54:22.220826Z","end":"2026-04-09T01:54:27.841095Z","steps":["trace[1653416663] 'agreement among raft nodes before linearized reading' (duration: 5.618715219s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:19.517816Z","time spent":"8.323274063s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.841131Z","caller":"traceutil/trace.go:171","msg":"trace[1547192670] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25029; }","duration":"3.820846818s","start":"2026-04-09T01:54:24.020278Z","end":"2026-04-09T01:54:27.841125Z","steps":["trace[1547192670] 'agreement among raft nodes before linearized reading' (duration: 3.820811287s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.020258Z","time spent":"3.820888748s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.84115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.220796Z","time spent":"5.620342569s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-09T01:54:27.840239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.881577634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.841223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.43707272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:27.839942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.607194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.841266Z","caller":"traceutil/trace.go:171","msg":"trace[322521272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25029; }","duration":"7.43715138s","start":"2026-04-09T01:54:20.404105Z","end":"2026-04-09T01:54:27.841257Z","steps":["trace[322521272] 'agreement among raft nodes before linearized reading' (duration: 7.437085259s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.841278Z","caller":"traceutil/trace.go:171","msg":"trace[896992239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"505.97631ms","start":"2026-04-09T01:54:27.335294Z","end":"2026-04-09T01:54:27.84127Z","steps":["trace[896992239] 'agreement among raft nodes before linearized reading' (duration: 504.631355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.404085Z","time spent":"7.437201462s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.8413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143539796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-09T01:54:27.841304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.335273Z","time spent":"506.02434ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:54:27.841322Z","caller":"traceutil/trace.go:171","msg":"trace[1867901675] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25029; }","duration":"4.143647118s","start":"2026-04-09T01:54:23.697667Z","end":"2026-04-09T01:54:27.841315Z","steps":["trace[1867901675] 'agreement among raft nodes before linearized reading' (duration: 4.143580017s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.84134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.69765Z","time spent":"4.143685809s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-09T01:54:27.841316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142768322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-04-09T01:54:27.841077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536751266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.841434Z","caller":"traceutil/trace.go:171","msg":"trace[2107169676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25029; }","duration":"3.537153704s","start":"2026-04-09T01:54:24.304269Z","end":"2026-04-09T01:54:27.841422Z","steps":["trace[2107169676] 'agreement among raft nodes before linearized reading' (duration: 3.536796768s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.841432Z","caller":"traceutil/trace.go:171","msg":"trace[155939630] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25029; }","duration":"4.142954725s","start":"2026-04-09T01:54:23.698448Z","end":"2026-04-09T01:54:27.841403Z","steps":["trace[155939630] 'agreement among raft nodes before linearized reading' (duration: 4.1426764s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.84089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977277467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.841467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.304238Z","time spent":"3.537221636s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.841485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.698412Z","time spent":"4.143064777s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-09T01:54:27.841504Z","caller":"traceutil/trace.go:171","msg":"trace[1640172819] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25029; }","duration":"6.97791653s","start":"2026-04-09T01:54:20.863568Z","end":"2026-04-09T01:54:27.841485Z","steps":["trace[1640172819] 'agreement among raft nodes before linearized reading' (duration: 6.977288687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:18.923533Z","time spent":"8.91750035s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:27.841234Z","caller":"traceutil/trace.go:171","msg":"trace[1068291318] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25029; }","duration":"10.882613403s","start":"2026-04-09T01:54:16.958612Z","end":"2026-04-09T01:54:27.841225Z","steps":["trace[1068291318] 'agreement among raft nodes before linearized reading' (duration: 10.881603304s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:20.863549Z","time spent":"6.97798625s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.841051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535716718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:27.841576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140192324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-09T01:54:27.841611Z","caller":"traceutil/trace.go:171","msg":"trace[1637424715] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25029; }","duration":"3.536272938s","start":"2026-04-09T01:54:24.305327Z","end":"2026-04-09T01:54:27.8416Z","steps":["trace[1637424715] 'agreement among raft nodes before linearized reading' (duration: 3.535705477s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:27.841615Z","caller":"traceutil/trace.go:171","msg":"trace[708818685] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25029; }","duration":"4.140272255s","start":"2026-04-09T01:54:23.701331Z","end":"2026-04-09T01:54:27.841603Z","steps":["trace[708818685] 'agreement among raft nodes before linearized reading' (duration: 4.140201343s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.701307Z","time spent":"4.140333816s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-09T01:54:27.841584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.958586Z","time spent":"10.88298761s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.84098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.463239Z","time spent":"3.377730445s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.841743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142903424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T01:54:27.841778Z","caller":"traceutil/trace.go:171","msg":"trace[2060746767] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25029; }","duration":"4.142942535s","start":"2026-04-09T01:54:23.698829Z","end":"2026-04-09T01:54:27.841771Z","steps":["trace[2060746767] 'agreement among raft nodes before linearized reading' (duration: 4.142881004s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:23.698787Z","time spent":"4.143012436s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-09T01:54:27.84165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:24.30523Z","time spent":"3.53640742s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.839206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405756087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:27.841864Z","caller":"traceutil/trace.go:171","msg":"trace[1816300695] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25029; }","duration":"5.408494867s","start":"2026-04-09T01:54:22.433361Z","end":"2026-04-09T01:54:27.841856Z","steps":["trace[1816300695] 'agreement among raft nodes before linearized reading' (duration: 5.405738806s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.841887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:22.433333Z","time spent":"5.408545669s","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:27.842096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.140921696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c33c9f43-5cce-4465-bd77-21b5189902c2\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-09T01:54:27.842164Z","caller":"traceutil/trace.go:171","msg":"trace[1324836549] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c33c9f43-5cce-4465-bd77-21b5189902c2; range_end:; response_count:1; response_revision:25029; }","duration":"11.14334232s","start":"2026-04-09T01:54:16.698807Z","end":"2026-04-09T01:54:27.842149Z","steps":["trace[1324836549] 'agreement among raft nodes before linearized reading' (duration: 11.140856265s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:27.842206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:16.698793Z","time spent":"11.143403981s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-c33c9f43-5cce-4465-bd77-21b5189902c2\" "} {"level":"warn","ts":"2026-04-09T01:54:28.339123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:28.695352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.254185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:28.695435Z","caller":"traceutil/trace.go:171","msg":"trace[668992608] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"845.365337ms","start":"2026-04-09T01:54:27.850051Z","end":"2026-04-09T01:54:28.695416Z","steps":["trace[668992608] 'agreement among raft nodes before linearized reading' (duration: 845.263595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.695484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.850049Z","time spent":"845.425148ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/09 01:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:28.697305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.301922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:28.697371Z","caller":"traceutil/trace.go:171","msg":"trace[170290953] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"847.381464ms","start":"2026-04-09T01:54:27.849978Z","end":"2026-04-09T01:54:28.697359Z","steps":["trace[170290953] 'agreement among raft nodes before linearized reading' (duration: 847.306992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.697406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.849974Z","time spent":"847.422874ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/09 01:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:28.697488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.436935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:28.697518Z","caller":"traceutil/trace.go:171","msg":"trace[580637965] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"847.472745ms","start":"2026-04-09T01:54:27.850038Z","end":"2026-04-09T01:54:28.697511Z","steps":["trace[580637965] 'agreement among raft nodes before linearized reading' (duration: 847.441885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.697543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.850036Z","time spent":"847.501156ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/09 01:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:28.698441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.487305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:28.698482Z","caller":"traceutil/trace.go:171","msg":"trace[763714559] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"848.576306ms","start":"2026-04-09T01:54:27.849896Z","end":"2026-04-09T01:54:28.698472Z","steps":["trace[763714559] 'agreement among raft nodes before linearized reading' (duration: 848.528556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:28.698542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.849874Z","time spent":"848.633997ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/09 01:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:28.839768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:28.877643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038751435s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:29.843948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997612297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:29.844068Z","caller":"traceutil/trace.go:171","msg":"trace[833443342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99779598s","start":"2026-04-09T01:54:27.846243Z","end":"2026-04-09T01:54:29.844039Z","steps":["trace[833443342] 'agreement among raft nodes before linearized reading' (duration: 1.997623737s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.844125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.846229Z","time spent":"1.997885812s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:29.920495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042557095s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-09T01:54:29.920768Z","caller":"traceutil/trace.go:171","msg":"trace[581781007] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"2.118191415s","start":"2026-04-09T01:54:27.802555Z","end":"2026-04-09T01:54:29.920746Z","steps":["trace[581781007] 'process raft request' (duration: 2.118042502s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.920873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.802535Z","time spent":"2.118274247s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:29.920859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.801512Z","time spent":"2.119337016s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:29.964132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117024393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:29.964236Z","caller":"traceutil/trace.go:171","msg":"trace[162955531] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"2.117180126s","start":"2026-04-09T01:54:27.847027Z","end":"2026-04-09T01:54:29.964207Z","steps":["trace[162955531] 'agreement among raft nodes before linearized reading' (duration: 2.117048953s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:29.964283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.847008Z","time spent":"2.117266777s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/09 01:54:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:30.729987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.852120377s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:30.730834Z","caller":"traceutil/trace.go:171","msg":"trace[815937048] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25868; }","duration":"2.891740318s","start":"2026-04-09T01:54:27.839071Z","end":"2026-04-09T01:54:30.730811Z","steps":["trace[815937048] 'read index received' (duration: 1.038855127s)","trace[815937048] 'applied index is now lower than readState.Index' (duration: 1.852883931s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:30.731114Z","caller":"traceutil/trace.go:171","msg":"trace[1968676226] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"2.03225814s","start":"2026-04-09T01:54:28.698825Z","end":"2026-04-09T01:54:30.731083Z","steps":["trace[1968676226] 'process raft request' (duration: 2.031885012s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.731239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.69881Z","time spent":"2.032364562s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:54:30.731282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921054842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-09T01:54:30.731352Z","caller":"traceutil/trace.go:171","msg":"trace[1708895850] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25035; }","duration":"2.921169754s","start":"2026-04-09T01:54:27.810166Z","end":"2026-04-09T01:54:30.731336Z","steps":["trace[1708895850] 'agreement among raft nodes before linearized reading' (duration: 2.920991341s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.73141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.810147Z","time spent":"2.921248065s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-09T01:54:30.731449Z","caller":"traceutil/trace.go:171","msg":"trace[2128145721] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"2.877456492s","start":"2026-04-09T01:54:27.853986Z","end":"2026-04-09T01:54:30.731442Z","steps":["trace[2128145721] 'process raft request' (duration: 2.876606376s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.731486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.853977Z","time spent":"2.877483904s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:30.731578Z","caller":"traceutil/trace.go:171","msg":"trace[1489479637] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"2.875751032s","start":"2026-04-09T01:54:27.85582Z","end":"2026-04-09T01:54:30.731571Z","steps":["trace[1489479637] 'process raft request' (duration: 2.874852184s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.731606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.855813Z","time spent":"2.875778522s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:30.731133Z","caller":"traceutil/trace.go:171","msg":"trace[153491312] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"2.031903604s","start":"2026-04-09T01:54:28.699194Z","end":"2026-04-09T01:54:30.731098Z","steps":["trace[153491312] 'process raft request' (duration: 2.031574107s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.731658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.699188Z","time spent":"2.032457024s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:30.731733Z","caller":"traceutil/trace.go:171","msg":"trace[879357696] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"2.878936681s","start":"2026-04-09T01:54:27.851981Z","end":"2026-04-09T01:54:30.730918Z","steps":["trace[879357696] 'process raft request' (duration: 2.87836616s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.732136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.851964Z","time spent":"2.880096242s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:30.760758Z","caller":"traceutil/trace.go:171","msg":"trace[1362370075] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"837.825937ms","start":"2026-04-09T01:54:29.922893Z","end":"2026-04-09T01:54:30.760718Z","steps":["trace[1362370075] 'process raft request' (duration: 837.727795ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.760775Z","caller":"traceutil/trace.go:171","msg":"trace[1368205763] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"1.852556235s","start":"2026-04-09T01:54:28.90819Z","end":"2026-04-09T01:54:30.760747Z","steps":["trace[1368205763] 'process raft request' (duration: 1.85226718s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.760919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.92286Z","time spent":"837.97183ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:30.760996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.908171Z","time spent":"1.852752498s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:30.761078Z","caller":"traceutil/trace.go:171","msg":"trace[2033381692] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"835.26229ms","start":"2026-04-09T01:54:29.925786Z","end":"2026-04-09T01:54:30.761048Z","steps":["trace[2033381692] 'process raft request' (duration: 834.882393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.925768Z","time spent":"835.381871ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:54:30.761238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.063498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:30.761247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498727619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:30.761256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.280862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:30.761304Z","caller":"traceutil/trace.go:171","msg":"trace[1921463038] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25038; }","duration":"514.346864ms","start":"2026-04-09T01:54:30.246934Z","end":"2026-04-09T01:54:30.761281Z","steps":["trace[1921463038] 'agreement among raft nodes before linearized reading' (duration: 514.253662ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.761309Z","caller":"traceutil/trace.go:171","msg":"trace[131847279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25038; }","duration":"1.49876996s","start":"2026-04-09T01:54:29.262504Z","end":"2026-04-09T01:54:30.761274Z","steps":["trace[131847279] 'agreement among raft nodes before linearized reading' (duration: 1.498658398s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.246917Z","time spent":"514.409575ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.761247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705745021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:30.761353Z","caller":"traceutil/trace.go:171","msg":"trace[43542551] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25038; }","duration":"1.705857663s","start":"2026-04-09T01:54:29.055489Z","end":"2026-04-09T01:54:30.761347Z","steps":["trace[43542551] 'agreement among raft nodes before linearized reading' (duration: 1.705651959s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.685933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:30.761369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.055469Z","time spent":"1.705896233s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.761367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510132751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:30.761398Z","caller":"traceutil/trace.go:171","msg":"trace[646618621] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25038; }","duration":"567.768985ms","start":"2026-04-09T01:54:30.193609Z","end":"2026-04-09T01:54:30.761378Z","steps":["trace[646618621] 'agreement among raft nodes before linearized reading' (duration: 567.714174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.761412Z","caller":"traceutil/trace.go:171","msg":"trace[393028042] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25038; }","duration":"1.510206922s","start":"2026-04-09T01:54:29.251189Z","end":"2026-04-09T01:54:30.761396Z","steps":["trace[393028042] 'agreement among raft nodes before linearized reading' (duration: 1.510082s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.193586Z","time spent":"567.849857ms","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.761449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.251169Z","time spent":"1.510271544s","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.761501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.300643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:30.761524Z","caller":"traceutil/trace.go:171","msg":"trace[1794329520] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25038; }","duration":"196.351023ms","start":"2026-04-09T01:54:30.565165Z","end":"2026-04-09T01:54:30.761516Z","steps":["trace[1794329520] 'agreement among raft nodes before linearized reading' (duration: 196.306442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303796553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:30.761333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.262435Z","time spent":"1.498892193s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.761626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889844707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-09T01:54:30.761277Z","caller":"traceutil/trace.go:171","msg":"trace[5631595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25038; }","duration":"909.14129ms","start":"2026-04-09T01:54:29.852124Z","end":"2026-04-09T01:54:30.761265Z","steps":["trace[5631595] 'agreement among raft nodes before linearized reading' (duration: 909.029688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.108891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:30.761738Z","caller":"traceutil/trace.go:171","msg":"trace[1257301009] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25038; }","duration":"1.889943809s","start":"2026-04-09T01:54:28.871726Z","end":"2026-04-09T01:54:30.76167Z","steps":["trace[1257301009] 'agreement among raft nodes before linearized reading' (duration: 1.889752545s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91177252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-09T01:54:30.761811Z","caller":"traceutil/trace.go:171","msg":"trace[702121215] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25038; }","duration":"817.290106ms","start":"2026-04-09T01:54:29.944494Z","end":"2026-04-09T01:54:30.761784Z","steps":["trace[702121215] 'agreement among raft nodes before linearized reading' (duration: 817.088231ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.761578Z","caller":"traceutil/trace.go:171","msg":"trace[670292783] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25038; }","duration":"1.303888804s","start":"2026-04-09T01:54:29.457683Z","end":"2026-04-09T01:54:30.761572Z","steps":["trace[670292783] 'agreement among raft nodes before linearized reading' (duration: 1.303809283s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909904096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-09T01:54:30.761835Z","caller":"traceutil/trace.go:171","msg":"trace[1138210013] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25038; }","duration":"2.911803241s","start":"2026-04-09T01:54:27.850025Z","end":"2026-04-09T01:54:30.761828Z","steps":["trace[1138210013] 'agreement among raft nodes before linearized reading' (duration: 2.911722599s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.76185Z","caller":"traceutil/trace.go:171","msg":"trace[499923802] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25038; }","duration":"2.909930847s","start":"2026-04-09T01:54:27.851911Z","end":"2026-04-09T01:54:30.761841Z","steps":["trace[499923802] 'agreement among raft nodes before linearized reading' (duration: 2.909866346s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.761854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.850022Z","time spent":"2.911827411s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-09T01:54:30.761851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.944474Z","time spent":"817.368727ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.761869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.851908Z","time spent":"2.909956357s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:54:30.761806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.871706Z","time spent":"1.890086472s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-09T01:54:30.761912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495304722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:30.76176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.852101Z","time spent":"909.651269ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:30.761981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913211227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-04-09T01:54:30.761968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910053309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-09T01:54:30.761988Z","caller":"traceutil/trace.go:171","msg":"trace[1966059626] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25038; }","duration":"2.495447455s","start":"2026-04-09T01:54:28.266523Z","end":"2026-04-09T01:54:30.761971Z","steps":["trace[1966059626] 'agreement among raft nodes before linearized reading' (duration: 2.495266942s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.762008Z","caller":"traceutil/trace.go:171","msg":"trace[410527830] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25038; }","duration":"2.913255648s","start":"2026-04-09T01:54:27.848743Z","end":"2026-04-09T01:54:30.761999Z","steps":["trace[410527830] 'agreement among raft nodes before linearized reading' (duration: 2.913171636s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:30.762025Z","caller":"traceutil/trace.go:171","msg":"trace[1233604929] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25038; }","duration":"2.91013711s","start":"2026-04-09T01:54:27.851874Z","end":"2026-04-09T01:54:30.762011Z","steps":["trace[1233604929] 'agreement among raft nodes before linearized reading' (duration: 2.909946126s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.76203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.848735Z","time spent":"2.913290648s","remote":"127.0.0.1:35706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-09T01:54:30.761852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.457663Z","time spent":"1.304178891s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.76204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.266495Z","time spent":"2.495535217s","remote":"127.0.0.1:35746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:30.762054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.851867Z","time spent":"2.910182981s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-09T01:54:30.762065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575144928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:54:30.762106Z","caller":"traceutil/trace.go:171","msg":"trace[981948006] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25038; }","duration":"1.575224369s","start":"2026-04-09T01:54:29.186871Z","end":"2026-04-09T01:54:30.762095Z","steps":["trace[981948006] 'agreement among raft nodes before linearized reading' (duration: 1.57477169s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.762116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914039452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-04-09T01:54:30.762136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:29.186851Z","time spent":"1.57527769s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-09T01:54:30.762139Z","caller":"traceutil/trace.go:171","msg":"trace[229913391] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25038; }","duration":"2.914109233s","start":"2026-04-09T01:54:27.848024Z","end":"2026-04-09T01:54:30.762133Z","steps":["trace[229913391] 'agreement among raft nodes before linearized reading' (duration: 2.913893049s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.762162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:27.848009Z","time spent":"2.914148964s","remote":"127.0.0.1:35706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-09T01:54:30.762317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737953185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:30.76237Z","caller":"traceutil/trace.go:171","msg":"trace[1949792025] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25038; }","duration":"2.738065497s","start":"2026-04-09T01:54:28.024299Z","end":"2026-04-09T01:54:30.762364Z","steps":["trace[1949792025] 'agreement among raft nodes before linearized reading' (duration: 2.737470117s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:30.762387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:28.024268Z","time spent":"2.738115657s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:31.268432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:54:31.653619Z","caller":"traceutil/trace.go:171","msg":"trace[1961676893] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"886.706263ms","start":"2026-04-09T01:54:30.766883Z","end":"2026-04-09T01:54:31.653589Z","steps":["trace[1961676893] 'process raft request' (duration: 886.529739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:31.653847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.766865Z","time spent":"886.841607ms","remote":"127.0.0.1:35706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:32.768729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.406407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:32.769901Z","caller":"traceutil/trace.go:171","msg":"trace[1633743584] linearizableReadLoop","detail":"{readStateIndex:25881; appliedIndex:25878; }","duration":"2.002946786s","start":"2026-04-09T01:54:30.766926Z","end":"2026-04-09T01:54:32.769873Z","steps":["trace[1633743584] 'read index received' (duration: 886.456829ms)","trace[1633743584] 'applied index is now lower than readState.Index' (duration: 1.116488857s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:32.770263Z","caller":"traceutil/trace.go:171","msg":"trace[411643899] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"2.000711094s","start":"2026-04-09T01:54:30.769534Z","end":"2026-04-09T01:54:32.770245Z","steps":["trace[411643899] 'process raft request' (duration: 2.000198045s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:32.770485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.769524Z","time spent":"2.000852606s","remote":"127.0.0.1:35706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:32.770434Z","caller":"traceutil/trace.go:171","msg":"trace[1661454970] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"2.000934908s","start":"2026-04-09T01:54:30.768856Z","end":"2026-04-09T01:54:32.769791Z","steps":["trace[1661454970] 'process raft request' (duration: 1.452352709s)","trace[1661454970] 'compare' (duration: 546.880728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:32.770853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.768831Z","time spent":"2.001947127s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:33.203265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000868557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:33.203348Z","caller":"traceutil/trace.go:171","msg":"trace[1737005826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000998439s","start":"2026-04-09T01:54:31.202332Z","end":"2026-04-09T01:54:33.20333Z","steps":["trace[1737005826] 'agreement among raft nodes before linearized reading' (duration: 2.000893427s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:33.203388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.202316Z","time spent":"2.001064001s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:34.179828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349200626s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:34.294098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:34.294176Z","caller":"traceutil/trace.go:171","msg":"trace[2113721272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167804s","start":"2026-04-09T01:54:32.29399Z","end":"2026-04-09T01:54:34.294158Z","steps":["trace[2113721272] 'agreement among raft nodes before linearized reading' (duration: 2.000071722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.294227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.293985Z","time spent":"2.000234195s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:34.899675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530878056s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.899814Z","caller":"traceutil/trace.go:171","msg":"trace[1570551623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25042; }","duration":"1.531022018s","start":"2026-04-09T01:54:33.36877Z","end":"2026-04-09T01:54:34.899792Z","steps":["trace[1570551623] 'range keys from in-memory index tree' (duration: 1.530858695s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.899802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.521436Z","time spent":"378.35232ms","remote":"127.0.0.1:56188","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:34.9001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.912298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:34.900457Z","caller":"traceutil/trace.go:171","msg":"trace[1111360596] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25881; }","duration":"2.130432891s","start":"2026-04-09T01:54:32.770005Z","end":"2026-04-09T01:54:34.900438Z","steps":["trace[1111360596] 'read index received' (duration: 59.629316ms)","trace[1111360596] 'applied index is now lower than readState.Index' (duration: 2.070802095s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:34.900635Z","caller":"traceutil/trace.go:171","msg":"trace[1539585650] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"2.132660793s","start":"2026-04-09T01:54:32.767905Z","end":"2026-04-09T01:54:34.900565Z","steps":["trace[1539585650] 'process raft request' (duration: 1.412195234s)","trace[1539585650] 'compare' (duration: 719.694274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:34.900739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.767885Z","time spent":"2.132812417s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.900869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19097992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.900945Z","caller":"traceutil/trace.go:171","msg":"trace[1378841194] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25045; }","duration":"3.191101973s","start":"2026-04-09T01:54:31.709825Z","end":"2026-04-09T01:54:34.900927Z","steps":["trace[1378841194] 'agreement among raft nodes before linearized reading' (duration: 3.19094624s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.900986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.709808Z","time spent":"3.191169214s","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.901088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244099516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a48d6b0861e4c4\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-09T01:54:34.901142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860751348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.9012Z","caller":"traceutil/trace.go:171","msg":"trace[2007627045] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25045; }","duration":"3.86083449s","start":"2026-04-09T01:54:31.040346Z","end":"2026-04-09T01:54:34.90118Z","steps":["trace[2007627045] 'agreement among raft nodes before linearized reading' (duration: 3.860767619s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388730699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:34.901225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187109313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:34.901351Z","caller":"traceutil/trace.go:171","msg":"trace[1116642640] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25045; }","duration":"2.187310967s","start":"2026-04-09T01:54:32.714017Z","end":"2026-04-09T01:54:34.901327Z","steps":["trace[1116642640] 'agreement among raft nodes before linearized reading' (duration: 2.187027702s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.900921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777999674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:34.90107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025465665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-09T01:54:34.901426Z","caller":"traceutil/trace.go:171","msg":"trace[421047764] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"2.13307676s","start":"2026-04-09T01:54:32.768335Z","end":"2026-04-09T01:54:34.901411Z","steps":["trace[421047764] 'process raft request' (duration: 2.131888918s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65526587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.901469Z","caller":"traceutil/trace.go:171","msg":"trace[1962911683] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25045; }","duration":"3.778568954s","start":"2026-04-09T01:54:31.122881Z","end":"2026-04-09T01:54:34.90145Z","steps":["trace[1962911683] 'agreement among raft nodes before linearized reading' (duration: 3.777930753s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.768318Z","time spent":"2.133140691s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:34.901209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324538078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:34.901533Z","caller":"traceutil/trace.go:171","msg":"trace[1118789612] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"2.087713238s","start":"2026-04-09T01:54:32.813805Z","end":"2026-04-09T01:54:34.901519Z","steps":["trace[1118789612] 'process raft request' (duration: 2.086583047s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.90154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.122828Z","time spent":"3.778687216s","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:34.901284Z","caller":"traceutil/trace.go:171","msg":"trace[77953019] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25045; }","duration":"3.388800881s","start":"2026-04-09T01:54:31.512474Z","end":"2026-04-09T01:54:34.901275Z","steps":["trace[77953019] 'agreement among raft nodes before linearized reading' (duration: 3.38875274s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.901594Z","caller":"traceutil/trace.go:171","msg":"trace[1416140399] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25045; }","duration":"3.324893175s","start":"2026-04-09T01:54:31.576661Z","end":"2026-04-09T01:54:34.901554Z","steps":["trace[1416140399] 'agreement among raft nodes before linearized reading' (duration: 3.324511848s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.813793Z","time spent":"2.08777903s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:34.901477Z","caller":"traceutil/trace.go:171","msg":"trace[887956361] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25045; }","duration":"4.025915163s","start":"2026-04-09T01:54:30.875548Z","end":"2026-04-09T01:54:34.901463Z","steps":["trace[887956361] 'agreement among raft nodes before linearized reading' (duration: 4.025374534s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.512455Z","time spent":"3.389269969s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.901823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.875527Z","time spent":"4.026281129s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:54:34.901147Z","caller":"traceutil/trace.go:171","msg":"trace[923673818] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a48d6b0861e4c4; range_end:; response_count:1; response_revision:25045; }","duration":"3.244203348s","start":"2026-04-09T01:54:31.656923Z","end":"2026-04-09T01:54:34.901127Z","steps":["trace[923673818] 'agreement among raft nodes before linearized reading' (duration: 3.244046825s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60460673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:34.901248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.040327Z","time spent":"3.860908721s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:34.901969Z","caller":"traceutil/trace.go:171","msg":"trace[257269330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25045; }","duration":"2.604693703s","start":"2026-04-09T01:54:32.297236Z","end":"2026-04-09T01:54:34.901929Z","steps":["trace[257269330] 'agreement among raft nodes before linearized reading' (duration: 2.604560589s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.901294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283682835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:34.901985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.656904Z","time spent":"3.245025034s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a48d6b0861e4c4\" "} {"level":"warn","ts":"2026-04-09T01:54:34.90202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.297169Z","time spent":"2.604836935s","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.901834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:31.576582Z","time spent":"3.325073328s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.902117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132752806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-09T01:54:34.902223Z","caller":"traceutil/trace.go:171","msg":"trace[1868744847] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25045; }","duration":"4.132872839s","start":"2026-04-09T01:54:30.769338Z","end":"2026-04-09T01:54:34.902211Z","steps":["trace[1868744847] 'agreement among raft nodes before linearized reading' (duration: 4.13245065s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.902314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.76933Z","time spent":"4.13297316s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T01:54:34.902369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362184562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:34.901523Z","caller":"traceutil/trace.go:171","msg":"trace[86989033] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25045; }","duration":"2.655372132s","start":"2026-04-09T01:54:32.246136Z","end":"2026-04-09T01:54:34.901508Z","steps":["trace[86989033] 'agreement among raft nodes before linearized reading' (duration: 2.65526909s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:34.90241Z","caller":"traceutil/trace.go:171","msg":"trace[999718262] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25045; }","duration":"2.362228233s","start":"2026-04-09T01:54:32.540172Z","end":"2026-04-09T01:54:34.9024Z","steps":["trace[999718262] 'agreement among raft nodes before linearized reading' (duration: 2.361142133s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.902441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.54012Z","time spent":"2.362314454s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:34.902016Z","caller":"traceutil/trace.go:171","msg":"trace[1538291350] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25045; }","duration":"2.28444452s","start":"2026-04-09T01:54:32.617559Z","end":"2026-04-09T01:54:34.902004Z","steps":["trace[1538291350] 'agreement among raft nodes before linearized reading' (duration: 2.283578453s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.902622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.617537Z","time spent":"2.28502881s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.90244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.246114Z","time spent":"2.656301669s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:34.901589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131452362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:54:34.903013Z","caller":"traceutil/trace.go:171","msg":"trace[1901819125] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25045; }","duration":"4.132899159s","start":"2026-04-09T01:54:30.770061Z","end":"2026-04-09T01:54:34.90296Z","steps":["trace[1901819125] 'agreement among raft nodes before linearized reading' (duration: 4.131099516s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:34.903063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:30.770047Z","time spent":"4.1330022s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-09T01:54:34.901415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.713992Z","time spent":"2.187410318s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:35.401258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:36.294271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:36.294332Z","caller":"traceutil/trace.go:171","msg":"trace[2096939045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996285s","start":"2026-04-09T01:54:34.294354Z","end":"2026-04-09T01:54:36.294317Z","steps":["trace[2096939045] 'agreement among raft nodes before linearized reading' (duration: 1.999882879s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:36.294374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.294333Z","time spent":"2.000036011s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:36.932155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288030679s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:36.932347Z","caller":"traceutil/trace.go:171","msg":"trace[1687316791] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"2.096046003s","start":"2026-04-09T01:54:34.836221Z","end":"2026-04-09T01:54:36.932267Z","steps":["trace[1687316791] 'process raft request' (duration: 807.780529ms)","trace[1687316791] 'compare' (duration: 1.287741814s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:36.932424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.836193Z","time spent":"2.096197666s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:38.107996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.46396652s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:38.252849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.508631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:38.253088Z","caller":"traceutil/trace.go:171","msg":"trace[1163333410] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"3.348244118s","start":"2026-04-09T01:54:34.904807Z","end":"2026-04-09T01:54:38.253051Z","steps":["trace[1163333410] 'process raft request' (duration: 3.203429441s)","trace[1163333410] 'compare' (duration: 143.975781ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:38.253187Z","caller":"traceutil/trace.go:171","msg":"trace[63125272] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25885; }","duration":"3.352635539s","start":"2026-04-09T01:54:34.90053Z","end":"2026-04-09T01:54:38.253165Z","steps":["trace[63125272] 'read index received' (duration: 743.486195ms)","trace[63125272] 'applied index is now lower than readState.Index' (duration: 2.609147804s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:38.253247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.904781Z","time spent":"3.348380841s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:38.253404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891396267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:54:38.253443Z","caller":"traceutil/trace.go:171","msg":"trace[263434286] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25049; }","duration":"3.891462667s","start":"2026-04-09T01:54:34.361968Z","end":"2026-04-09T01:54:38.25343Z","steps":["trace[263434286] 'agreement among raft nodes before linearized reading' (duration: 3.891300735s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.253477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.361954Z","time spent":"3.891515468s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-09T01:54:38.253447Z","caller":"traceutil/trace.go:171","msg":"trace[1253240701] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"3.343322207s","start":"2026-04-09T01:54:34.909966Z","end":"2026-04-09T01:54:38.253288Z","steps":["trace[1253240701] 'process raft request' (duration: 3.343011241s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.253833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.478980946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7bf99cf9f-t7zlw.18a48ba18797a1b5\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-09T01:54:38.253859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.909956Z","time spent":"3.343665063s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:38.253881Z","caller":"traceutil/trace.go:171","msg":"trace[2052474382] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7bf99cf9f-t7zlw.18a48ba18797a1b5; range_end:; response_count:1; response_revision:25049; }","duration":"5.479075448s","start":"2026-04-09T01:54:32.774793Z","end":"2026-04-09T01:54:38.253869Z","steps":["trace[2052474382] 'agreement among raft nodes before linearized reading' (duration: 5.478885884s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.253863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105403104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:38.253922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:32.774772Z","time spent":"5.479139429s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7bf99cf9f-t7zlw.18a48ba18797a1b5\" "} {"level":"info","ts":"2026-04-09T01:54:38.253961Z","caller":"traceutil/trace.go:171","msg":"trace[1135083611] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25049; }","duration":"5.105563956s","start":"2026-04-09T01:54:33.14837Z","end":"2026-04-09T01:54:38.253934Z","steps":["trace[1135083611] 'agreement among raft nodes before linearized reading' (duration: 5.105370362s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.253836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480040664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:38.25412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605988116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:38.254166Z","caller":"traceutil/trace.go:171","msg":"trace[651723100] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25049; }","duration":"4.606069418s","start":"2026-04-09T01:54:33.648082Z","end":"2026-04-09T01:54:38.254152Z","steps":["trace[651723100] 'agreement among raft nodes before linearized reading' (duration: 4.605994247s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.254217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.64806Z","time spent":"4.606144349s","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:38.254384Z","caller":"traceutil/trace.go:171","msg":"trace[1061227955] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"2.941197756s","start":"2026-04-09T01:54:35.313172Z","end":"2026-04-09T01:54:38.25437Z","steps":["trace[1061227955] 'process raft request' (duration: 2.939929473s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.254401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786963204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:38.254448Z","caller":"traceutil/trace.go:171","msg":"trace[1422037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25049; }","duration":"4.787052666s","start":"2026-04-09T01:54:33.467383Z","end":"2026-04-09T01:54:38.254435Z","steps":["trace[1422037] 'agreement among raft nodes before linearized reading' (duration: 4.786968705s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.254464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.31315Z","time spent":"2.941272917s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:38.254482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.467363Z","time spent":"4.787109087s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:38.254325Z","caller":"traceutil/trace.go:171","msg":"trace[503223419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25049; }","duration":"3.480597514s","start":"2026-04-09T01:54:34.773564Z","end":"2026-04-09T01:54:38.254161Z","steps":["trace[503223419] 'agreement among raft nodes before linearized reading' (duration: 3.479694957s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.254036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:33.148345Z","time spent":"5.105672849s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:38.254728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.773519Z","time spent":"3.481136394s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:38.308546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:38.308849Z","caller":"traceutil/trace.go:171","msg":"trace[1479246100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045609s","start":"2026-04-09T01:54:36.308296Z","end":"2026-04-09T01:54:38.308753Z","steps":["trace[1479246100] 'agreement among raft nodes before linearized reading' (duration: 2.000197545s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:38.308981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.308275Z","time spent":"2.000689904s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:38.75391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:39.254293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:39.279116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165764542s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:54:40.309187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029627935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-09T01:54:40.309471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:40.309544Z","caller":"traceutil/trace.go:171","msg":"trace[1676427878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137804s","start":"2026-04-09T01:54:38.309386Z","end":"2026-04-09T01:54:40.309524Z","steps":["trace[1676427878] 'agreement among raft nodes before linearized reading' (duration: 2.000055413s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.309591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.309371Z","time spent":"2.000208015s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:54:40.309853Z","caller":"traceutil/trace.go:171","msg":"trace[287165407] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"3.402544285s","start":"2026-04-09T01:54:36.907282Z","end":"2026-04-09T01:54:40.309827Z","steps":["trace[287165407] 'process raft request' (duration: 2.372151356s)","trace[287165407] 'compare' (duration: 1.028955503s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:40.309979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.907258Z","time spent":"3.402655708s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:40.310166Z","caller":"traceutil/trace.go:171","msg":"trace[1790447154] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"3.40272998s","start":"2026-04-09T01:54:36.907383Z","end":"2026-04-09T01:54:40.310113Z","steps":["trace[1790447154] 'process raft request' (duration: 3.402093798s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.310407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.907352Z","time spent":"3.402915712s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:40.312554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029769308s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:40.406944Z","caller":"traceutil/trace.go:171","msg":"trace[1434688643] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"499.06117ms","start":"2026-04-09T01:54:39.907859Z","end":"2026-04-09T01:54:40.40692Z","steps":["trace[1434688643] 'process raft request' (duration: 498.985218ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:40.406973Z","caller":"traceutil/trace.go:171","msg":"trace[277623322] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.468237163s","start":"2026-04-09T01:54:38.938713Z","end":"2026-04-09T01:54:40.40695Z","steps":["trace[277623322] 'process raft request' (duration: 1.468084391s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:40.407013Z","caller":"traceutil/trace.go:171","msg":"trace[1467811381] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"2.148430095s","start":"2026-04-09T01:54:38.258544Z","end":"2026-04-09T01:54:40.406974Z","steps":["trace[1467811381] 'process raft request' (duration: 2.14818541s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.407118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.938677Z","time spent":"1.468358066s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:40.407132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.907831Z","time spent":"499.197523ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:40.407181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.258524Z","time spent":"2.148565078s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:40.407264Z","caller":"traceutil/trace.go:171","msg":"trace[909301998] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25889; }","duration":"2.15401733s","start":"2026-04-09T01:54:38.253234Z","end":"2026-04-09T01:54:40.407252Z","steps":["trace[909301998] 'read index received' (duration: 1.026131541s)","trace[909301998] 'applied index is now lower than readState.Index' (duration: 1.127884419s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:40.40739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931739307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:40.407452Z","caller":"traceutil/trace.go:171","msg":"trace[516914178] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25055; }","duration":"3.931869859s","start":"2026-04-09T01:54:36.475569Z","end":"2026-04-09T01:54:40.407439Z","steps":["trace[516914178] 'agreement among raft nodes before linearized reading' (duration: 3.931769537s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.407489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.475548Z","time spent":"3.93192933s","remote":"127.0.0.1:40648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:40.407606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50182609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b694df36-0a66-46d5-ae05-206117a5c52e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-09T01:54:40.407664Z","caller":"traceutil/trace.go:171","msg":"trace[745963564] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b694df36-0a66-46d5-ae05-206117a5c52e; range_end:; response_count:1; response_revision:25055; }","duration":"5.501982073s","start":"2026-04-09T01:54:34.905669Z","end":"2026-04-09T01:54:40.407651Z","steps":["trace[745963564] 'agreement among raft nodes before linearized reading' (duration: 5.50183369s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.407674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866835446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:40.407706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.905648Z","time spent":"5.502049514s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-b694df36-0a66-46d5-ae05-206117a5c52e\" "} {"level":"info","ts":"2026-04-09T01:54:40.407721Z","caller":"traceutil/trace.go:171","msg":"trace[1024094478] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25055; }","duration":"2.866927438s","start":"2026-04-09T01:54:37.540779Z","end":"2026-04-09T01:54:40.407707Z","steps":["trace[1024094478] 'agreement among raft nodes before linearized reading' (duration: 2.866834336s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.407762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502135576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T01:54:40.406938Z","caller":"traceutil/trace.go:171","msg":"trace[1669664295] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"2.489124946s","start":"2026-04-09T01:54:37.917779Z","end":"2026-04-09T01:54:40.406904Z","steps":["trace[1669664295] 'process raft request' (duration: 2.48818015s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.407777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670225833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:40.407801Z","caller":"traceutil/trace.go:171","msg":"trace[819515096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25055; }","duration":"5.502221017s","start":"2026-04-09T01:54:34.905572Z","end":"2026-04-09T01:54:40.407793Z","steps":["trace[819515096] 'agreement among raft nodes before linearized reading' (duration: 5.502089665s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.407833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:34.905548Z","time spent":"5.502279088s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-09T01:54:40.407832Z","caller":"traceutil/trace.go:171","msg":"trace[765161832] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25055; }","duration":"3.670290194s","start":"2026-04-09T01:54:36.737521Z","end":"2026-04-09T01:54:40.407811Z","steps":["trace[765161832] 'agreement among raft nodes before linearized reading' (duration: 3.670230343s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.40777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.540758Z","time spent":"2.867002709s","remote":"127.0.0.1:37922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:40.407659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703010662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276021"} {"level":"info","ts":"2026-04-09T01:54:40.407918Z","caller":"traceutil/trace.go:171","msg":"trace[1367869863] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25055; }","duration":"3.703306127s","start":"2026-04-09T01:54:36.704601Z","end":"2026-04-09T01:54:40.407907Z","steps":["trace[1367869863] 'agreement among raft nodes before linearized reading' (duration: 3.702658776s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.40796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.704583Z","time spent":"3.703365798s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-09T01:54:40.407838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.917749Z","time spent":"2.490049805s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:40.407731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324962677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:40.408195Z","caller":"traceutil/trace.go:171","msg":"trace[263867382] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25055; }","duration":"3.325461625s","start":"2026-04-09T01:54:37.082722Z","end":"2026-04-09T01:54:40.408184Z","steps":["trace[263867382] 'agreement among raft nodes before linearized reading' (duration: 3.324971307s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:40.40826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:37.082702Z","time spent":"3.325539317s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:40.407879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.73751Z","time spent":"3.670357735s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:41.430793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:41.61939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206412655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-09T01:54:41.619496Z","caller":"traceutil/trace.go:171","msg":"trace[41596125] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25055; }","duration":"1.206595708s","start":"2026-04-09T01:54:40.412881Z","end":"2026-04-09T01:54:41.619477Z","steps":["trace[41596125] 'range keys from in-memory index tree' (duration: 1.206172761s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.619543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.412866Z","time spent":"1.206667639s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-09T01:54:41.619659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206375494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.619732Z","caller":"traceutil/trace.go:171","msg":"trace[81251460] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25055; }","duration":"1.206560868s","start":"2026-04-09T01:54:40.413156Z","end":"2026-04-09T01:54:41.619717Z","steps":["trace[81251460] 'range keys from in-memory index tree' (duration: 1.206050719s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.619767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.413132Z","time spent":"1.20662791s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:41.619776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203032211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:41.619738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301401798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.619815Z","caller":"traceutil/trace.go:171","msg":"trace[1931476583] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25055; }","duration":"6.203125713s","start":"2026-04-09T01:54:35.416677Z","end":"2026-04-09T01:54:41.619803Z","steps":["trace[1931476583] 'agreement among raft nodes before linearized reading' (duration: 4.991192435s)","trace[1931476583] 'count revisions from in-memory index tree' (duration: 1.211842617s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.619849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.416651Z","time spent":"6.203189784s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:41.619867Z","caller":"traceutil/trace.go:171","msg":"trace[779219962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25055; }","duration":"1.301589583s","start":"2026-04-09T01:54:40.318243Z","end":"2026-04-09T01:54:41.619832Z","steps":["trace[779219962] 'agreement among raft nodes before linearized reading' (duration: 90.064952ms)","trace[779219962] 'range keys from in-memory index tree' (duration: 1.211328516s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.61992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.318229Z","time spent":"1.301681114s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:41.620114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.443433147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.620197Z","caller":"traceutil/trace.go:171","msg":"trace[1921742024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25055; }","duration":"5.443550178s","start":"2026-04-09T01:54:36.176632Z","end":"2026-04-09T01:54:41.620182Z","steps":["trace[1921742024] 'agreement among raft nodes before linearized reading' (duration: 4.231225363s)","trace[1921742024] 'count revisions from in-memory index tree' (duration: 1.212230783s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.620171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359651701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a48d6b9603f7e1\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-09T01:54:41.62026Z","caller":"traceutil/trace.go:171","msg":"trace[1957726690] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a48d6b9603f7e1; range_end:; response_count:1; response_revision:25055; }","duration":"3.359812264s","start":"2026-04-09T01:54:38.260422Z","end":"2026-04-09T01:54:41.620235Z","steps":["trace[1957726690] 'agreement among raft nodes before linearized reading' (duration: 2.147824204s)","trace[1957726690] 'range keys from in-memory index tree' (duration: 1.211785245s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.62024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:36.176611Z","time spent":"5.44361665s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.620311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.260376Z","time spent":"3.359924415s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a48d6b9603f7e1\" "} {"level":"warn","ts":"2026-04-09T01:54:41.620367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236900201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:41.620405Z","caller":"traceutil/trace.go:171","msg":"trace[465804276] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25055; }","duration":"1.236994874s","start":"2026-04-09T01:54:40.383397Z","end":"2026-04-09T01:54:41.620392Z","steps":["trace[465804276] 'agreement among raft nodes before linearized reading' (duration: 24.894562ms)","trace[465804276] 'count revisions from in-memory index tree' (duration: 1.212043731s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.620436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.383358Z","time spent":"1.237068795s","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.620491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518859184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.620531Z","caller":"traceutil/trace.go:171","msg":"trace[1908396212] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25055; }","duration":"3.518945646s","start":"2026-04-09T01:54:38.10157Z","end":"2026-04-09T01:54:41.620515Z","steps":["trace[1908396212] 'agreement among raft nodes before linearized reading' (duration: 2.306290675s)","trace[1908396212] 'count revisions from in-memory index tree' (duration: 1.21259529s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.620564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.101547Z","time spent":"3.519008237s","remote":"127.0.0.1:40928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.620548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.3086293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.620872Z","caller":"traceutil/trace.go:171","msg":"trace[2043198810] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25055; }","duration":"6.308987317s","start":"2026-04-09T01:54:35.311858Z","end":"2026-04-09T01:54:41.620845Z","steps":["trace[2043198810] 'agreement among raft nodes before linearized reading' (duration: 5.09602337s)","trace[2043198810] 'count revisions from in-memory index tree' (duration: 1.212640101s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.620936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:35.311829Z","time spent":"6.309084798s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.621201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354998815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-09T01:54:41.621227Z","caller":"traceutil/trace.go:171","msg":"trace[996360273] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25055; }","duration":"3.355056556s","start":"2026-04-09T01:54:38.266162Z","end":"2026-04-09T01:54:41.621218Z","steps":["trace[996360273] 'agreement among raft nodes before linearized reading' (duration: 2.142862512s)","trace[996360273] 'range keys from in-memory index tree' (duration: 1.212084951s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.621249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.266148Z","time spent":"3.355093767s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T01:54:41.621284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.200723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.621324Z","caller":"traceutil/trace.go:171","msg":"trace[1087887513] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25055; }","duration":"949.288244ms","start":"2026-04-09T01:54:40.672024Z","end":"2026-04-09T01:54:41.621313Z","steps":["trace[1087887513] 'count revisions from in-memory index tree' (duration: 949.02226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.621357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918369297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:41.621356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.672001Z","time spent":"949.345346ms","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:41.621387Z","caller":"traceutil/trace.go:171","msg":"trace[877911252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25055; }","duration":"1.918441128s","start":"2026-04-09T01:54:39.702937Z","end":"2026-04-09T01:54:41.621378Z","steps":["trace[877911252] 'agreement among raft nodes before linearized reading' (duration: 705.384349ms)","trace[877911252] 'count revisions from in-memory index tree' (duration: 1.213015329s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.62141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.702914Z","time spent":"1.91849038s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.621516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095443283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:41.621535Z","caller":"traceutil/trace.go:171","msg":"trace[527547568] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25055; }","duration":"2.095464873s","start":"2026-04-09T01:54:39.526064Z","end":"2026-04-09T01:54:41.621528Z","steps":["trace[527547568] 'agreement among raft nodes before linearized reading' (duration: 882.269061ms)","trace[527547568] 'count revisions from in-memory index tree' (duration: 1.213167942s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.621556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:39.526Z","time spent":"2.095551244s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.62166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76359719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:41.62168Z","caller":"traceutil/trace.go:171","msg":"trace[1291428498] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25055; }","duration":"2.763655052s","start":"2026-04-09T01:54:38.858017Z","end":"2026-04-09T01:54:41.621673Z","steps":["trace[1291428498] 'agreement among raft nodes before linearized reading' (duration: 1.550327397s)","trace[1291428498] 'count revisions from in-memory index tree' (duration: 1.213296534s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.621741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.857993Z","time spent":"2.763739283s","remote":"127.0.0.1:50994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.622114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984612571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:41.622169Z","caller":"traceutil/trace.go:171","msg":"trace[616741022] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25055; }","duration":"2.984715784s","start":"2026-04-09T01:54:38.637435Z","end":"2026-04-09T01:54:41.62215Z","steps":["trace[616741022] 'agreement among raft nodes before linearized reading' (duration: 1.770923691s)","trace[616741022] 'count revisions from in-memory index tree' (duration: 1.211718924s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:41.622226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:38.637398Z","time spent":"2.984813065s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:41.62245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211924487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:54:41.622489Z","caller":"traceutil/trace.go:171","msg":"trace[336677414] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:25055; }","duration":"1.211961408s","start":"2026-04-09T01:54:40.410517Z","end":"2026-04-09T01:54:41.622479Z","steps":["trace[336677414] 'range keys from in-memory index tree' (duration: 1.211779504s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.622517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.410478Z","time spent":"1.21203247s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-09T01:54:41.62279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210080924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-09T01:54:41.622847Z","caller":"traceutil/trace.go:171","msg":"trace[2113934416] range","detail":"{range_begin:/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2; range_end:; response_count:1; response_revision:25055; }","duration":"1.210164596s","start":"2026-04-09T01:54:40.412668Z","end":"2026-04-09T01:54:41.622833Z","steps":["trace[2113934416] 'range keys from in-memory index tree' (duration: 1.209943012s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.622883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.412662Z","time spent":"1.210212607s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" "} {"level":"warn","ts":"2026-04-09T01:54:41.931375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:41.940842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160381542s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:41.94119Z","caller":"traceutil/trace.go:171","msg":"trace[718118951] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.16081075s","start":"2026-04-09T01:54:40.780355Z","end":"2026-04-09T01:54:41.941166Z","steps":["trace[718118951] 'process raft request' (duration: 1.160630776s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:41.941326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.780331Z","time spent":"1.160906311s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:42.964104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.247555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:42.96437Z","caller":"traceutil/trace.go:171","msg":"trace[301571055] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25896; }","duration":"2.033609506s","start":"2026-04-09T01:54:40.930744Z","end":"2026-04-09T01:54:42.964354Z","steps":["trace[301571055] 'read index received' (duration: 1.010291347s)","trace[301571055] 'applied index is now lower than readState.Index' (duration: 1.023316909s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:42.96444Z","caller":"traceutil/trace.go:171","msg":"trace[1108993878] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.339014646s","start":"2026-04-09T01:54:41.625416Z","end":"2026-04-09T01:54:42.964431Z","steps":["trace[1108993878] 'process raft request' (duration: 1.338860113s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:42.964456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.624625Z","time spent":"1.339823072s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:54:42.964588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03385262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:42.964626Z","caller":"traceutil/trace.go:171","msg":"trace[463168641] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25058; }","duration":"2.033927961s","start":"2026-04-09T01:54:40.930684Z","end":"2026-04-09T01:54:42.964612Z","steps":["trace[463168641] 'agreement among raft nodes before linearized reading' (duration: 2.0338434s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:42.964655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:40.930662Z","time spent":"2.033985172s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:42.964782Z","caller":"traceutil/trace.go:171","msg":"trace[1840095764] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.341207587s","start":"2026-04-09T01:54:41.623539Z","end":"2026-04-09T01:54:42.964746Z","steps":["trace[1840095764] 'process raft request' (duration: 897.237039ms)","trace[1840095764] 'compare' (duration: 442.839897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:42.964945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.62351Z","time spent":"1.34133022s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:42.964496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.625401Z","time spent":"1.339061347s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.621935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999222656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:54:43.622017Z","caller":"traceutil/trace.go:171","msg":"trace[416890939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999364879s","start":"2026-04-09T01:54:41.622633Z","end":"2026-04-09T01:54:43.621998Z","steps":["trace[416890939] 'agreement among raft nodes before linearized reading' (duration: 1.999261146s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.622077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.622609Z","time spent":"1.999448061s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:54:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:54:43.894254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.368386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.894393Z","caller":"traceutil/trace.go:171","msg":"trace[1397732742] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25058; }","duration":"520.518728ms","start":"2026-04-09T01:54:43.373856Z","end":"2026-04-09T01:54:43.894375Z","steps":["trace[1397732742] 'range keys from in-memory index tree' (duration: 520.352836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.894633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.203863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:43.894821Z","caller":"traceutil/trace.go:171","msg":"trace[2144929062] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"927.324446ms","start":"2026-04-09T01:54:42.967489Z","end":"2026-04-09T01:54:43.894814Z","steps":["trace[2144929062] 'process raft request' (duration: 927.293896ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.894839Z","caller":"traceutil/trace.go:171","msg":"trace[2087523740] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"1.576375819s","start":"2026-04-09T01:54:42.318449Z","end":"2026-04-09T01:54:43.894825Z","steps":["trace[2087523740] 'process raft request' (duration: 1.576235437s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.894855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.967464Z","time spent":"927.374198ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.894913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.31844Z","time spent":"1.57642808s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.894968Z","caller":"traceutil/trace.go:171","msg":"trace[1007393775] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"1.480814088s","start":"2026-04-09T01:54:42.414148Z","end":"2026-04-09T01:54:43.894962Z","steps":["trace[1007393775] 'process raft request' (duration: 1.480602543s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.894998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.414117Z","time spent":"1.480864358s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:43.895026Z","caller":"traceutil/trace.go:171","msg":"trace[996752902] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25900; }","duration":"930.584537ms","start":"2026-04-09T01:54:42.9644Z","end":"2026-04-09T01:54:43.894984Z","steps":["trace[996752902] 'read index received' (duration: 119.996887ms)","trace[996752902] 'applied index is now lower than readState.Index' (duration: 810.58337ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:43.895205Z","caller":"traceutil/trace.go:171","msg":"trace[334430372] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"1.576931032s","start":"2026-04-09T01:54:42.318244Z","end":"2026-04-09T01:54:43.895175Z","steps":["trace[334430372] 'process raft request' (duration: 766.138517ms)","trace[334430372] 'compare' (duration: 809.908798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:43.895253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340844846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.895292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268430602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.89531Z","caller":"traceutil/trace.go:171","msg":"trace[2137104102] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25062; }","duration":"2.268460822s","start":"2026-04-09T01:54:41.626844Z","end":"2026-04-09T01:54:43.895305Z","steps":["trace[2137104102] 'agreement among raft nodes before linearized reading' (duration: 2.268389851s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.626837Z","time spent":"2.268485522s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:43.895312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487953525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.895315Z","caller":"traceutil/trace.go:171","msg":"trace[251775782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25062; }","duration":"2.340927087s","start":"2026-04-09T01:54:41.554371Z","end":"2026-04-09T01:54:43.895298Z","steps":["trace[251775782] 'agreement among raft nodes before linearized reading' (duration: 2.340802815s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269232917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d228f946-767c-4408-a9cd-e177497c4544\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-09T01:54:43.895318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16491168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:43.895358Z","caller":"traceutil/trace.go:171","msg":"trace[629217624] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25062; }","duration":"2.488076408s","start":"2026-04-09T01:54:41.407267Z","end":"2026-04-09T01:54:43.895344Z","steps":["trace[629217624] 'agreement among raft nodes before linearized reading' (duration: 2.487941655s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.318214Z","time spent":"1.577065494s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:43.895377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.55423Z","time spent":"2.341132981s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.895389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743787052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.895403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.148373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:43.895388Z","caller":"traceutil/trace.go:171","msg":"trace[271583700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d228f946-767c-4408-a9cd-e177497c4544; range_end:; response_count:1; response_revision:25062; }","duration":"2.269320749s","start":"2026-04-09T01:54:41.626051Z","end":"2026-04-09T01:54:43.895372Z","steps":["trace[271583700] 'agreement among raft nodes before linearized reading' (duration: 2.269112926s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.895422Z","caller":"traceutil/trace.go:171","msg":"trace[236030390] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25062; }","duration":"838.209524ms","start":"2026-04-09T01:54:43.057206Z","end":"2026-04-09T01:54:43.895416Z","steps":["trace[236030390] 'agreement among raft nodes before linearized reading' (duration: 838.181624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.204085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:43.895408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.407248Z","time spent":"2.488148359s","remote":"127.0.0.1:40870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.895411Z","caller":"traceutil/trace.go:171","msg":"trace[1463248020] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25062; }","duration":"2.165075524s","start":"2026-04-09T01:54:41.730307Z","end":"2026-04-09T01:54:43.895383Z","steps":["trace[1463248020] 'agreement among raft nodes before linearized reading' (duration: 2.164893601s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.057186Z","time spent":"838.248014ms","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.895445Z","caller":"traceutil/trace.go:171","msg":"trace[233498362] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25062; }","duration":"199.37747ms","start":"2026-04-09T01:54:43.696059Z","end":"2026-04-09T01:54:43.895437Z","steps":["trace[233498362] 'agreement among raft nodes before linearized reading' (duration: 199.239508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.626034Z","time spent":"2.26939901s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d228f946-767c-4408-a9cd-e177497c4544\" "} {"level":"warn","ts":"2026-04-09T01:54:43.895472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.730268Z","time spent":"2.165193327s","remote":"127.0.0.1:40758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.895471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.414432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-09T01:54:43.895318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340868397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:43.895542Z","caller":"traceutil/trace.go:171","msg":"trace[74658815] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25062; }","duration":"2.341164541s","start":"2026-04-09T01:54:41.554366Z","end":"2026-04-09T01:54:43.895531Z","steps":["trace[74658815] 'agreement among raft nodes before linearized reading' (duration: 2.340836985s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.329702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:43.895544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.577796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-09T01:54:43.895584Z","caller":"traceutil/trace.go:171","msg":"trace[1131373665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25062; }","duration":"266.390233ms","start":"2026-04-09T01:54:43.629181Z","end":"2026-04-09T01:54:43.895571Z","steps":["trace[1131373665] 'agreement among raft nodes before linearized reading' (duration: 266.317082ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:43.89561Z","caller":"traceutil/trace.go:171","msg":"trace[816353415] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25062; }","duration":"266.673428ms","start":"2026-04-09T01:54:43.628915Z","end":"2026-04-09T01:54:43.895589Z","steps":["trace[816353415] 'agreement among raft nodes before linearized reading' (duration: 266.468954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.554343Z","time spent":"2.341211923s","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.895423Z","caller":"traceutil/trace.go:171","msg":"trace[673468332] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25062; }","duration":"2.743883724s","start":"2026-04-09T01:54:41.151529Z","end":"2026-04-09T01:54:43.895413Z","steps":["trace[673468332] 'agreement among raft nodes before linearized reading' (duration: 2.743837543s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:41.151495Z","time spent":"2.74422254s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:43.895363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28311855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:43.895782Z","caller":"traceutil/trace.go:171","msg":"trace[233312966] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25062; }","duration":"1.283568727s","start":"2026-04-09T01:54:42.612207Z","end":"2026-04-09T01:54:43.895775Z","steps":["trace[233312966] 'agreement among raft nodes before linearized reading' (duration: 1.282997647s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.612189Z","time spent":"1.283612618s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:43.895547Z","caller":"traceutil/trace.go:171","msg":"trace[1678476762] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591; range_end:; response_count:1; response_revision:25062; }","duration":"924.524705ms","start":"2026-04-09T01:54:42.971002Z","end":"2026-04-09T01:54:43.895527Z","steps":["trace[1678476762] 'agreement among raft nodes before linearized reading' (duration: 924.279081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:43.895881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:42.970994Z","time spent":"924.855291ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" "} {"level":"warn","ts":"2026-04-09T01:54:45.022638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.798469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:45.022952Z","caller":"traceutil/trace.go:171","msg":"trace[1119302190] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.122816264s","start":"2026-04-09T01:54:43.900119Z","end":"2026-04-09T01:54:45.022935Z","steps":["trace[1119302190] 'process raft request' (duration: 217.66063ms)","trace[1119302190] 'compare' (duration: 904.182556ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:45.022933Z","caller":"traceutil/trace.go:171","msg":"trace[67793237] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.118388462s","start":"2026-04-09T01:54:43.904523Z","end":"2026-04-09T01:54:45.022911Z","steps":["trace[67793237] 'process raft request' (duration: 1.118189269s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:45.022931Z","caller":"traceutil/trace.go:171","msg":"trace[290666188] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25904; }","duration":"1.121535171s","start":"2026-04-09T01:54:43.901362Z","end":"2026-04-09T01:54:45.022897Z","steps":["trace[290666188] 'read index received' (duration: 216.507508ms)","trace[290666188] 'applied index is now lower than readState.Index' (duration: 905.024323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:45.023053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.900097Z","time spent":"1.122894295s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:45.023057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.90451Z","time spent":"1.118487295s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:46.048695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025883606s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-09T01:54:46.04897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1475834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.049017Z","caller":"traceutil/trace.go:171","msg":"trace[1878474480] linearizableReadLoop","detail":"{readStateIndex:25907; appliedIndex:25906; }","duration":"1.025928407s","start":"2026-04-09T01:54:45.023008Z","end":"2026-04-09T01:54:46.048936Z","steps":["trace[1878474480] 'read index received' (duration: 64.731µs)","trace[1878474480] 'applied index is now lower than readState.Index' (duration: 1.025862076s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:46.049054Z","caller":"traceutil/trace.go:171","msg":"trace[72915269] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25064; }","duration":"2.147682951s","start":"2026-04-09T01:54:43.901339Z","end":"2026-04-09T01:54:46.049022Z","steps":["trace[72915269] 'agreement among raft nodes before linearized reading' (duration: 1.121678543s)","trace[72915269] 'range keys from in-memory index tree' (duration: 1.025889177s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:46.049109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.901332Z","time spent":"2.147762433s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:54:46.050187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009911506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.050267Z","caller":"traceutil/trace.go:171","msg":"trace[1062966508] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25064; }","duration":"2.010043338s","start":"2026-04-09T01:54:44.040202Z","end":"2026-04-09T01:54:46.050245Z","steps":["trace[1062966508] 'agreement among raft nodes before linearized reading' (duration: 2.009886386s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.050322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:44.040181Z","time spent":"2.010129179s","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:46.050618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148080559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31aa4a35-4239-4e47-9dd1-b3f6a8ee90fd\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-09T01:54:46.050614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18080269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:46.050666Z","caller":"traceutil/trace.go:171","msg":"trace[1304183580] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31aa4a35-4239-4e47-9dd1-b3f6a8ee90fd; range_end:; response_count:1; response_revision:25064; }","duration":"2.148130369s","start":"2026-04-09T01:54:43.90252Z","end":"2026-04-09T01:54:46.050651Z","steps":["trace[1304183580] 'agreement among raft nodes before linearized reading' (duration: 2.147486088s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:46.050671Z","caller":"traceutil/trace.go:171","msg":"trace[983024585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25064; }","duration":"1.180905162s","start":"2026-04-09T01:54:44.869753Z","end":"2026-04-09T01:54:46.050658Z","steps":["trace[983024585] 'agreement among raft nodes before linearized reading' (duration: 1.180301771s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.050647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565253175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:46.050702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.902515Z","time spent":"2.14817961s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-31aa4a35-4239-4e47-9dd1-b3f6a8ee90fd\" "} {"level":"warn","ts":"2026-04-09T01:54:46.050712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:44.869718Z","time spent":"1.180983943s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:46.05075Z","caller":"traceutil/trace.go:171","msg":"trace[548147686] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25064; }","duration":"1.565422178s","start":"2026-04-09T01:54:44.485299Z","end":"2026-04-09T01:54:46.050721Z","steps":["trace[548147686] 'agreement among raft nodes before linearized reading' (duration: 1.564773406s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.050831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:44.485276Z","time spent":"1.565534979s","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:46.050975Z","caller":"traceutil/trace.go:171","msg":"trace[434287630] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.024101373s","start":"2026-04-09T01:54:45.026846Z","end":"2026-04-09T01:54:46.050948Z","steps":["trace[434287630] 'process raft request' (duration: 1.021991874s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.051114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.026824Z","time spent":"1.024214234s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:54:46.052285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149188429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:54:46.052693Z","caller":"traceutil/trace.go:171","msg":"trace[441134162] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25064; }","duration":"2.151155626s","start":"2026-04-09T01:54:43.901502Z","end":"2026-04-09T01:54:46.052658Z","steps":["trace[441134162] 'agreement among raft nodes before linearized reading' (duration: 2.148839363s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.052744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:43.901496Z","time spent":"2.151231907s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-09T01:54:46.897137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.596329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:46.897422Z","caller":"traceutil/trace.go:171","msg":"trace[715277290] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25908; }","duration":"848.351372ms","start":"2026-04-09T01:54:46.049053Z","end":"2026-04-09T01:54:46.897405Z","steps":["trace[715277290] 'read index received' (duration: 319.401506ms)","trace[715277290] 'applied index is now lower than readState.Index' (duration: 528.948286ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:46.897487Z","caller":"traceutil/trace.go:171","msg":"trace[564098464] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"993.999094ms","start":"2026-04-09T01:54:45.903436Z","end":"2026-04-09T01:54:46.897435Z","steps":["trace[564098464] 'process raft request' (duration: 993.927833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.897664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.903406Z","time spent":"994.148047ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:46.897718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150808864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:54:46.897754Z","caller":"traceutil/trace.go:171","msg":"trace[464700149] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25070; }","duration":"1.150910886s","start":"2026-04-09T01:54:45.746833Z","end":"2026-04-09T01:54:46.897744Z","steps":["trace[464700149] 'agreement among raft nodes before linearized reading' (duration: 1.150674841s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.897795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.74681Z","time spent":"1.150976046s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:54:46.897801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871441345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-09T01:54:46.897884Z","caller":"traceutil/trace.go:171","msg":"trace[1696885961] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25070; }","duration":"1.871582058s","start":"2026-04-09T01:54:45.026284Z","end":"2026-04-09T01:54:46.897867Z","steps":["trace[1696885961] 'agreement among raft nodes before linearized reading' (duration: 1.871255722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.897938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.026265Z","time spent":"1.871663809s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T01:54:46.897979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.554182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-09T01:54:46.897969Z","caller":"traceutil/trace.go:171","msg":"trace[280987540] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"996.409569ms","start":"2026-04-09T01:54:45.90155Z","end":"2026-04-09T01:54:46.89796Z","steps":["trace[280987540] 'process raft request' (duration: 995.780987ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:46.898015Z","caller":"traceutil/trace.go:171","msg":"trace[1956449664] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591; range_end:; response_count:1; response_revision:25070; }","duration":"843.605093ms","start":"2026-04-09T01:54:46.0544Z","end":"2026-04-09T01:54:46.898006Z","steps":["trace[1956449664] 'agreement among raft nodes before linearized reading' (duration: 843.512442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.901543Z","time spent":"996.47144ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:46.89803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603082816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.898147Z","caller":"traceutil/trace.go:171","msg":"trace[370587669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25070; }","duration":"1.603250129s","start":"2026-04-09T01:54:45.294873Z","end":"2026-04-09T01:54:46.898123Z","steps":["trace[370587669] 'agreement among raft nodes before linearized reading' (duration: 1.603050616s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:46.898121Z","caller":"traceutil/trace.go:171","msg":"trace[1593725280] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"997.069951ms","start":"2026-04-09T01:54:45.900906Z","end":"2026-04-09T01:54:46.897976Z","steps":["trace[1593725280] 'process raft request' (duration: 996.393189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846111666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.89824Z","caller":"traceutil/trace.go:171","msg":"trace[1899063297] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25070; }","duration":"1.846175517s","start":"2026-04-09T01:54:45.052052Z","end":"2026-04-09T01:54:46.898227Z","steps":["trace[1899063297] 'agreement among raft nodes before linearized reading' (duration: 1.846104115s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.045758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-04-09T01:54:46.898276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.052042Z","time spent":"1.846225728s","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:46.898255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.664107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.898367Z","caller":"traceutil/trace.go:171","msg":"trace[1909093666] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.137273493s","start":"2026-04-09T01:54:45.761073Z","end":"2026-04-09T01:54:46.898347Z","steps":["trace[1909093666] 'process raft request' (duration: 1.136173783s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.294831Z","time spent":"1.603357711s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:46.89837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.623529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:46.898418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.900876Z","time spent":"997.385708ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:46.898464Z","caller":"traceutil/trace.go:171","msg":"trace[175931598] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25070; }","duration":"334.781382ms","start":"2026-04-09T01:54:46.563658Z","end":"2026-04-09T01:54:46.898439Z","steps":["trace[175931598] 'agreement among raft nodes before linearized reading' (duration: 334.599999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.89849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.90589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-09T01:54:46.898488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.761057Z","time spent":"1.137367995s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:46.898513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.563637Z","time spent":"334.867783ms","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:46.898523Z","caller":"traceutil/trace.go:171","msg":"trace[856141938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25070; }","duration":"843.95119ms","start":"2026-04-09T01:54:46.054562Z","end":"2026-04-09T01:54:46.898513Z","steps":["trace[856141938] 'agreement among raft nodes before linearized reading' (duration: 843.873019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.89802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.905655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:46.898504Z","caller":"traceutil/trace.go:171","msg":"trace[1249958084] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25070; }","duration":"537.887891ms","start":"2026-04-09T01:54:46.360509Z","end":"2026-04-09T01:54:46.898397Z","steps":["trace[1249958084] 'agreement among raft nodes before linearized reading' (duration: 537.625446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.054546Z","time spent":"844.007611ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-09T01:54:46.898579Z","caller":"traceutil/trace.go:171","msg":"trace[2054107142] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25070; }","duration":"992.511846ms","start":"2026-04-09T01:54:45.906055Z","end":"2026-04-09T01:54:46.898567Z","steps":["trace[2054107142] 'agreement among raft nodes before linearized reading' (duration: 991.863144ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:46.898298Z","caller":"traceutil/trace.go:171","msg":"trace[1501106449] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25070; }","duration":"113.121019ms","start":"2026-04-09T01:54:46.785169Z","end":"2026-04-09T01:54:46.89829Z","steps":["trace[1501106449] 'agreement among raft nodes before linearized reading' (duration: 112.917645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.906045Z","time spent":"992.560407ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:46.898417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.599514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-09T01:54:46.898686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.360489Z","time spent":"538.091036ms","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:46.898726Z","caller":"traceutil/trace.go:171","msg":"trace[1990863325] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25070; }","duration":"843.91216ms","start":"2026-04-09T01:54:46.054803Z","end":"2026-04-09T01:54:46.898716Z","steps":["trace[1990863325] 'agreement among raft nodes before linearized reading' (duration: 843.563034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.898755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.054798Z","time spent":"843.949381ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:54:46.898052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.054394Z","time spent":"843.651674ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" "} {"level":"warn","ts":"2026-04-09T01:54:46.898292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.292532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.89831Z","caller":"traceutil/trace.go:171","msg":"trace[798443389] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.483354544s","start":"2026-04-09T01:54:45.414938Z","end":"2026-04-09T01:54:46.898292Z","steps":["trace[798443389] 'process raft request' (duration: 953.498702ms)","trace[798443389] 'compare' (duration: 528.459687ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:46.898877Z","caller":"traceutil/trace.go:171","msg":"trace[1353200682] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25070; }","duration":"273.913323ms","start":"2026-04-09T01:54:46.624917Z","end":"2026-04-09T01:54:46.898831Z","steps":["trace[1353200682] 'agreement among raft nodes before linearized reading' (duration: 273.325733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.89897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.414918Z","time spent":"1.483982046s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:46.898348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.229814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-09T01:54:46.899024Z","caller":"traceutil/trace.go:171","msg":"trace[580846846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25070; }","duration":"831.933187ms","start":"2026-04-09T01:54:46.067081Z","end":"2026-04-09T01:54:46.899014Z","steps":["trace[580846846] 'agreement among raft nodes before linearized reading' (duration: 831.237185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.899062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.067066Z","time spent":"831.984628ms","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-09T01:54:46.899312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151819972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:54:46.899379Z","caller":"traceutil/trace.go:171","msg":"trace[427115573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25070; }","duration":"1.151951755s","start":"2026-04-09T01:54:45.74741Z","end":"2026-04-09T01:54:46.899362Z","steps":["trace[427115573] 'agreement among raft nodes before linearized reading' (duration: 1.15007673s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.899421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.747376Z","time spent":"1.152036766s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:54:46.899615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.721055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:46.899885Z","caller":"traceutil/trace.go:171","msg":"trace[225521554] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25070; }","duration":"997.611932ms","start":"2026-04-09T01:54:45.902193Z","end":"2026-04-09T01:54:46.899805Z","steps":["trace[225521554] 'agreement among raft nodes before linearized reading' (duration: 995.914999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:46.900071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:45.902185Z","time spent":"997.797735ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:47.403892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293224,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:54:47.530365Z","caller":"traceutil/trace.go:171","msg":"trace[667246580] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"628.036584ms","start":"2026-04-09T01:54:46.902296Z","end":"2026-04-09T01:54:47.530332Z","steps":["trace[667246580] 'process raft request' (duration: 626.963134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:47.530526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.902274Z","time spent":"628.164036ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:48.773488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205766993s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:48.821777Z","caller":"traceutil/trace.go:171","msg":"trace[1275082926] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"1.917578151s","start":"2026-04-09T01:54:46.904164Z","end":"2026-04-09T01:54:48.821742Z","steps":["trace[1275082926] 'process raft request' (duration: 1.869555091s)","trace[1275082926] 'compare' (duration: 47.495391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:48.821983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.904141Z","time spent":"1.917738044s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:48.822196Z","caller":"traceutil/trace.go:171","msg":"trace[33124775] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.917830147s","start":"2026-04-09T01:54:46.904311Z","end":"2026-04-09T01:54:48.822141Z","steps":["trace[33124775] 'process raft request' (duration: 1.917334367s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:48.82226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.904299Z","time spent":"1.917927728s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:48.822798Z","caller":"traceutil/trace.go:171","msg":"trace[476694030] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"1.915414512s","start":"2026-04-09T01:54:46.907352Z","end":"2026-04-09T01:54:48.822767Z","steps":["trace[476694030] 'process raft request' (duration: 1.914486214s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:48.822974Z","caller":"traceutil/trace.go:171","msg":"trace[2021249462] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25913; }","duration":"1.919905844s","start":"2026-04-09T01:54:46.902898Z","end":"2026-04-09T01:54:48.822804Z","steps":["trace[2021249462] 'read index received' (duration: 626.414203ms)","trace[2021249462] 'applied index is now lower than readState.Index' (duration: 1.293490201s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:48.823126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.907335Z","time spent":"1.915625175s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:48.82345Z","caller":"traceutil/trace.go:171","msg":"trace[966437901] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.579135711s","start":"2026-04-09T01:54:47.244296Z","end":"2026-04-09T01:54:48.823432Z","steps":["trace[966437901] 'process raft request' (duration: 1.577741936s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:48.82354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:47.244258Z","time spent":"1.579239234s","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:48.823937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920921043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-09T01:54:48.823989Z","caller":"traceutil/trace.go:171","msg":"trace[1712525099] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b; range_end:; response_count:1; response_revision:25075; }","duration":"1.921132427s","start":"2026-04-09T01:54:46.902841Z","end":"2026-04-09T01:54:48.823974Z","steps":["trace[1712525099] 'agreement among raft nodes before linearized reading' (duration: 1.920871812s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:48.824024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.902817Z","time spent":"1.921197669s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0aacf34d-e01f-4d0c-80b2-bcad7438b65b\" "} {"level":"warn","ts":"2026-04-09T01:54:48.908977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:54:48.909067Z","caller":"traceutil/trace.go:171","msg":"trace[1514603816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688214s","start":"2026-04-09T01:54:46.90836Z","end":"2026-04-09T01:54:48.909048Z","steps":["trace[1514603816] 'agreement among raft nodes before linearized reading' (duration: 2.000577882s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:48.909114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:46.908351Z","time spent":"2.000754295s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:49.439413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.631375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:49.439537Z","caller":"traceutil/trace.go:171","msg":"trace[1715457372] linearizableReadLoop","detail":"{readStateIndex:25919; appliedIndex:25918; }","duration":"616.48181ms","start":"2026-04-09T01:54:48.823034Z","end":"2026-04-09T01:54:49.439516Z","steps":["trace[1715457372] 'read index received' (duration: 140.731512ms)","trace[1715457372] 'applied index is now lower than readState.Index' (duration: 475.747818ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:49.439558Z","caller":"traceutil/trace.go:171","msg":"trace[333696116] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.904067161s","start":"2026-04-09T01:54:47.535456Z","end":"2026-04-09T01:54:49.439523Z","steps":["trace[333696116] 'process raft request' (duration: 1.428237672s)","trace[333696116] 'compare' (duration: 475.37883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:49.439696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.838777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:49.439704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:47.535409Z","time spent":"1.904219553s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:54:49.439737Z","caller":"traceutil/trace.go:171","msg":"trace[2065951390] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25076; }","duration":"671.890858ms","start":"2026-04-09T01:54:48.767834Z","end":"2026-04-09T01:54:49.439725Z","steps":["trace[2065951390] 'agreement among raft nodes before linearized reading' (duration: 671.778616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:49.439778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.767772Z","time spent":"671.99643ms","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:49.439782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737051872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:49.439871Z","caller":"traceutil/trace.go:171","msg":"trace[1706153222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25076; }","duration":"1.737220945s","start":"2026-04-09T01:54:47.702627Z","end":"2026-04-09T01:54:49.439848Z","steps":["trace[1706153222] 'agreement among raft nodes before linearized reading' (duration: 1.737048682s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:49.439922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:47.702599Z","time spent":"1.737311797s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:49.440004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76493844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:49.440042Z","caller":"traceutil/trace.go:171","msg":"trace[1445340295] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25076; }","duration":"1.765046581s","start":"2026-04-09T01:54:47.674986Z","end":"2026-04-09T01:54:49.440032Z","steps":["trace[1445340295] 'agreement among raft nodes before linearized reading' (duration: 1.76497985s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:49.440075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:47.674945Z","time spent":"1.765122413s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:49.440143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732634659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:49.440142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274130182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:49.440178Z","caller":"traceutil/trace.go:171","msg":"trace[21898837] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25076; }","duration":"1.732725892s","start":"2026-04-09T01:54:47.70744Z","end":"2026-04-09T01:54:49.440165Z","steps":["trace[21898837] 'agreement among raft nodes before linearized reading' (duration: 1.732673791s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:49.440185Z","caller":"traceutil/trace.go:171","msg":"trace[1062689051] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25076; }","duration":"1.274220104s","start":"2026-04-09T01:54:48.165953Z","end":"2026-04-09T01:54:49.440173Z","steps":["trace[1062689051] 'agreement among raft nodes before linearized reading' (duration: 1.274069331s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:49.440208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:47.707412Z","time spent":"1.732787483s","remote":"127.0.0.1:38070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:49.440225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.165931Z","time spent":"1.274279345s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:49.440239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883935627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:49.440268Z","caller":"traceutil/trace.go:171","msg":"trace[2057642193] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25076; }","duration":"1.883965467s","start":"2026-04-09T01:54:47.556294Z","end":"2026-04-09T01:54:49.44026Z","steps":["trace[2057642193] 'agreement among raft nodes before linearized reading' (duration: 1.883913926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:49.440301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:47.556285Z","time spent":"1.884008498s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:50.424676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.538161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:50.425091Z","caller":"traceutil/trace.go:171","msg":"trace[1492209952] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"980.407462ms","start":"2026-04-09T01:54:49.444662Z","end":"2026-04-09T01:54:50.42507Z","steps":["trace[1492209952] 'process raft request' (duration: 980.33234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.425172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.444632Z","time spent":"980.504643ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:54:50.42547Z","caller":"traceutil/trace.go:171","msg":"trace[1327901860] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"1.520690667s","start":"2026-04-09T01:54:48.904756Z","end":"2026-04-09T01:54:50.425446Z","steps":["trace[1327901860] 'process raft request' (duration: 820.231179ms)","trace[1327901860] 'compare' (duration: 698.997821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:50.425548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.904728Z","time spent":"1.520776189s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:50.425789Z","caller":"traceutil/trace.go:171","msg":"trace[1629839854] linearizableReadLoop","detail":"{readStateIndex:25922; appliedIndex:25919; }","duration":"986.208569ms","start":"2026-04-09T01:54:49.439565Z","end":"2026-04-09T01:54:50.425774Z","steps":["trace[1629839854] 'read index received' (duration: 285.447216ms)","trace[1629839854] 'applied index is now lower than readState.Index' (duration: 700.759513ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:50.425788Z","caller":"traceutil/trace.go:171","msg":"trace[2006707963] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"1.519560736s","start":"2026-04-09T01:54:48.906204Z","end":"2026-04-09T01:54:50.425765Z","steps":["trace[2006707963] 'process raft request' (duration: 1.51872681s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.425889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.90619Z","time spent":"1.519643997s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:50.425952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48474925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-09T01:54:50.425981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587406046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-09T01:54:50.42602Z","caller":"traceutil/trace.go:171","msg":"trace[371371534] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25080; }","duration":"1.484883482s","start":"2026-04-09T01:54:48.941119Z","end":"2026-04-09T01:54:50.426002Z","steps":["trace[371371534] 'agreement among raft nodes before linearized reading' (duration: 1.48472806s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:50.426021Z","caller":"traceutil/trace.go:171","msg":"trace[2050210913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25080; }","duration":"1.587448647s","start":"2026-04-09T01:54:48.838561Z","end":"2026-04-09T01:54:50.426009Z","steps":["trace[2050210913] 'agreement among raft nodes before linearized reading' (duration: 1.587314784s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.941091Z","time spent":"1.484957503s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-09T01:54:50.426064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.838503Z","time spent":"1.587551388s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-09T01:54:50.426041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.342468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:50.426189Z","caller":"traceutil/trace.go:171","msg":"trace[1330289095] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25080; }","duration":"754.552702ms","start":"2026-04-09T01:54:49.671622Z","end":"2026-04-09T01:54:50.426175Z","steps":["trace[1330289095] 'agreement among raft nodes before linearized reading' (duration: 754.336768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591053662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-09T01:54:50.426241Z","caller":"traceutil/trace.go:171","msg":"trace[1772876372] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"1.521322139s","start":"2026-04-09T01:54:48.904911Z","end":"2026-04-09T01:54:50.426233Z","steps":["trace[1772876372] 'process raft request' (duration: 1.519891552s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.671597Z","time spent":"754.637223ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:50.426261Z","caller":"traceutil/trace.go:171","msg":"trace[205479991] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25080; }","duration":"1.591108014s","start":"2026-04-09T01:54:48.835136Z","end":"2026-04-09T01:54:50.426244Z","steps":["trace[205479991] 'agreement among raft nodes before linearized reading' (duration: 1.590956851s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.904883Z","time spent":"1.521375829s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:50.426302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.835125Z","time spent":"1.591169175s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T01:54:50.42633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008546784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:50.426304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.663009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:50.426406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.559096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:50.426429Z","caller":"traceutil/trace.go:171","msg":"trace[1269303976] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25080; }","duration":"626.582086ms","start":"2026-04-09T01:54:49.799841Z","end":"2026-04-09T01:54:50.426423Z","steps":["trace[1269303976] 'agreement among raft nodes before linearized reading' (duration: 626.543725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585814955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-04-09T01:54:50.42642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365741091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:50.426448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.799759Z","time spent":"626.684718ms","remote":"127.0.0.1:37942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:50.426481Z","caller":"traceutil/trace.go:171","msg":"trace[1844514820] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25080; }","duration":"1.365830503s","start":"2026-04-09T01:54:49.060636Z","end":"2026-04-09T01:54:50.426466Z","steps":["trace[1844514820] 'agreement among raft nodes before linearized reading' (duration: 1.365728881s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.975571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:50.426513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517531627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:50.426523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.060623Z","time spent":"1.365887785s","remote":"127.0.0.1:51016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:50.426542Z","caller":"traceutil/trace.go:171","msg":"trace[1339876894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25080; }","duration":"1.517592719s","start":"2026-04-09T01:54:48.90894Z","end":"2026-04-09T01:54:50.426533Z","steps":["trace[1339876894] 'agreement among raft nodes before linearized reading' (duration: 1.517546338s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:50.426542Z","caller":"traceutil/trace.go:171","msg":"trace[524952616] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25080; }","duration":"296.017282ms","start":"2026-04-09T01:54:50.13051Z","end":"2026-04-09T01:54:50.426528Z","steps":["trace[524952616] 'agreement among raft nodes before linearized reading' (duration: 295.953941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.908921Z","time spent":"1.51764338s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:50.426546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414786182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-09T01:54:50.42663Z","caller":"traceutil/trace.go:171","msg":"trace[758425621] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25080; }","duration":"1.414934395s","start":"2026-04-09T01:54:49.011675Z","end":"2026-04-09T01:54:50.426609Z","steps":["trace[758425621] 'agreement among raft nodes before linearized reading' (duration: 1.414617769s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.011652Z","time spent":"1.415014386s","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T01:54:50.426427Z","caller":"traceutil/trace.go:171","msg":"trace[1387862400] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25080; }","duration":"542.809202ms","start":"2026-04-09T01:54:49.883595Z","end":"2026-04-09T01:54:50.426404Z","steps":["trace[1387862400] 'agreement among raft nodes before linearized reading' (duration: 542.596998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.883511Z","time spent":"543.24875ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:54:50.426364Z","caller":"traceutil/trace.go:171","msg":"trace[50936293] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25080; }","duration":"1.008583905s","start":"2026-04-09T01:54:49.41777Z","end":"2026-04-09T01:54:50.426354Z","steps":["trace[50936293] 'agreement among raft nodes before linearized reading' (duration: 1.008476033s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.426858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.417675Z","time spent":"1.009168555s","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:50.42636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.990368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:50.426467Z","caller":"traceutil/trace.go:171","msg":"trace[1861033922] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25080; }","duration":"1.585883127s","start":"2026-04-09T01:54:48.840574Z","end":"2026-04-09T01:54:50.426457Z","steps":["trace[1861033922] 'agreement among raft nodes before linearized reading' (duration: 1.585286936s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.42701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.840562Z","time spent":"1.586441357s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-04-09T01:54:50.426971Z","caller":"traceutil/trace.go:171","msg":"trace[2078166117] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25080; }","duration":"590.64538ms","start":"2026-04-09T01:54:49.836301Z","end":"2026-04-09T01:54:50.426947Z","steps":["trace[2078166117] 'agreement among raft nodes before linearized reading' (duration: 590.020138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.42726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:49.836267Z","time spent":"590.940305ms","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:50.426216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494373809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-09T01:54:50.42784Z","caller":"traceutil/trace.go:171","msg":"trace[190352541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25080; }","duration":"1.496011419s","start":"2026-04-09T01:54:48.931816Z","end":"2026-04-09T01:54:50.427827Z","steps":["trace[190352541] 'agreement among raft nodes before linearized reading' (duration: 1.494287217s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:50.427909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:48.931806Z","time spent":"1.49608959s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-09T01:54:51.407925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.970623ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-09T01:54:51.408026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.428996Z","time spent":"979.024846ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:54:51.408187Z","caller":"traceutil/trace.go:171","msg":"trace[550461279] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"836.9249ms","start":"2026-04-09T01:54:50.571247Z","end":"2026-04-09T01:54:51.408171Z","steps":["trace[550461279] 'process raft request' (duration: 836.778416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.408314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.571215Z","time spent":"837.003031ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:51.408421Z","caller":"traceutil/trace.go:171","msg":"trace[1847185824] linearizableReadLoop","detail":"{readStateIndex:25924; appliedIndex:25923; }","duration":"979.307651ms","start":"2026-04-09T01:54:50.429084Z","end":"2026-04-09T01:54:51.408392Z","steps":["trace[1847185824] 'read index received' (duration: 738.794µs)","trace[1847185824] 'applied index is now lower than readState.Index' (duration: 978.565607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:51.408769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.663149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-xds8x\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-04-09T01:54:51.408818Z","caller":"traceutil/trace.go:171","msg":"trace[433607165] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-xds8x; range_end:; response_count:1; response_revision:25081; }","duration":"979.74297ms","start":"2026-04-09T01:54:50.429062Z","end":"2026-04-09T01:54:51.408804Z","steps":["trace[433607165] 'agreement among raft nodes before linearized reading' (duration: 979.549006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.408871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.429044Z","time spent":"979.808221ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-xds8x\" "} {"level":"warn","ts":"2026-04-09T01:54:51.408922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.824953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-09T01:54:51.408992Z","caller":"traceutil/trace.go:171","msg":"trace[296425403] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591; range_end:; response_count:1; response_revision:25081; }","duration":"978.914814ms","start":"2026-04-09T01:54:50.430054Z","end":"2026-04-09T01:54:51.408969Z","steps":["trace[296425403] 'agreement among raft nodes before linearized reading' (duration: 978.72364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.409004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.061355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:51.409025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.430046Z","time spent":"978.972005ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" "} {"level":"info","ts":"2026-04-09T01:54:51.409077Z","caller":"traceutil/trace.go:171","msg":"trace[1196824286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25081; }","duration":"974.145156ms","start":"2026-04-09T01:54:50.434909Z","end":"2026-04-09T01:54:51.409054Z","steps":["trace[1196824286] 'agreement among raft nodes before linearized reading' (duration: 974.024874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.408992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.637582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:51.409111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.542824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-964d4923-dad8-4ac8-9820-fc903533a30e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-09T01:54:51.409153Z","caller":"traceutil/trace.go:171","msg":"trace[353120176] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25081; }","duration":"166.843306ms","start":"2026-04-09T01:54:51.242296Z","end":"2026-04-09T01:54:51.409139Z","steps":["trace[353120176] 'agreement among raft nodes before linearized reading' (duration: 166.608832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.40914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.092689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-04-09T01:54:51.409193Z","caller":"traceutil/trace.go:171","msg":"trace[1198155153] range","detail":"{range_begin:/registry/persistentvolumes/pvc-964d4923-dad8-4ac8-9820-fc903533a30e; range_end:; response_count:1; response_revision:25081; }","duration":"974.657555ms","start":"2026-04-09T01:54:50.434516Z","end":"2026-04-09T01:54:51.409174Z","steps":["trace[1198155153] 'agreement among raft nodes before linearized reading' (duration: 974.37578ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:51.409198Z","caller":"traceutil/trace.go:171","msg":"trace[960967253] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq; range_end:; response_count:1; response_revision:25081; }","duration":"978.16727ms","start":"2026-04-09T01:54:50.431016Z","end":"2026-04-09T01:54:51.409183Z","steps":["trace[960967253] 'agreement among raft nodes before linearized reading' (duration: 977.989196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.409199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.434901Z","time spent":"974.211957ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:54:51.409237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.430996Z","time spent":"978.23284ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq\" "} {"level":"warn","ts":"2026-04-09T01:54:51.409241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.43451Z","time spent":"974.722896ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-964d4923-dad8-4ac8-9820-fc903533a30e\" "} {"level":"warn","ts":"2026-04-09T01:54:51.409288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.176485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-09T01:54:51.409404Z","caller":"traceutil/trace.go:171","msg":"trace[362847475] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25081; }","duration":"975.319957ms","start":"2026-04-09T01:54:50.434051Z","end":"2026-04-09T01:54:51.409371Z","steps":["trace[362847475] 'agreement among raft nodes before linearized reading' (duration: 974.95153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:51.409453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:50.434044Z","time spent":"975.399698ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-09T01:54:52.068041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.151981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:52.068191Z","caller":"traceutil/trace.go:171","msg":"trace[234334985] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"657.005391ms","start":"2026-04-09T01:54:51.411163Z","end":"2026-04-09T01:54:52.068168Z","steps":["trace[234334985] 'process raft request' (duration: 516.632136ms)","trace[234334985] 'compare' (duration: 139.634791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:52.068263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.411134Z","time spent":"657.099323ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:53.102011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.637597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:53.102171Z","caller":"traceutil/trace.go:171","msg":"trace[1248501033] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25925; }","duration":"1.673686066s","start":"2026-04-09T01:54:51.428474Z","end":"2026-04-09T01:54:53.10216Z","steps":["trace[1248501033] 'read index received' (duration: 499.347486ms)","trace[1248501033] 'applied index is now lower than readState.Index' (duration: 1.17433607s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:53.102239Z","caller":"traceutil/trace.go:171","msg":"trace[1706325097] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"1.683145771s","start":"2026-04-09T01:54:51.419057Z","end":"2026-04-09T01:54:53.102203Z","steps":["trace[1706325097] 'process raft request' (duration: 1.683026319s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.1023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673823159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:53.102318Z","caller":"traceutil/trace.go:171","msg":"trace[184328244] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25085; }","duration":"1.673863s","start":"2026-04-09T01:54:51.428448Z","end":"2026-04-09T01:54:53.102311Z","steps":["trace[184328244] 'agreement among raft nodes before linearized reading' (duration: 1.67383109s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.102335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.428436Z","time spent":"1.673895121s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:53.102406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.419038Z","time spent":"1.683283065s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:53.102461Z","caller":"traceutil/trace.go:171","msg":"trace[223802589] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.691080369s","start":"2026-04-09T01:54:51.411374Z","end":"2026-04-09T01:54:53.102455Z","steps":["trace[223802589] 'process raft request' (duration: 1.561945052s)","trace[223802589] 'compare' (duration: 128.490714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:53.102494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.411346Z","time spent":"1.69112933s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:53.102403Z","caller":"traceutil/trace.go:171","msg":"trace[255511516] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.196202597s","start":"2026-04-09T01:54:51.906094Z","end":"2026-04-09T01:54:53.102296Z","steps":["trace[255511516] 'process raft request' (duration: 1.196032263s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:53.102989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.906081Z","time spent":"1.196786667s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:53.602242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:54:54.078591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.097256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:54.0787Z","caller":"traceutil/trace.go:171","msg":"trace[1556025093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25085; }","duration":"710.215248ms","start":"2026-04-09T01:54:53.368466Z","end":"2026-04-09T01:54:54.078682Z","steps":["trace[1556025093] 'range keys from in-memory index tree' (duration: 710.079196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.078954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.11867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:54.079229Z","caller":"traceutil/trace.go:171","msg":"trace[106122983] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.966175653s","start":"2026-04-09T01:54:52.113031Z","end":"2026-04-09T01:54:54.079207Z","steps":["trace[106122983] 'process raft request' (duration: 1.756721197s)","trace[106122983] 'compare' (duration: 208.489509ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:54.079247Z","caller":"traceutil/trace.go:171","msg":"trace[1576215849] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"1.645643326s","start":"2026-04-09T01:54:52.433583Z","end":"2026-04-09T01:54:54.079227Z","steps":["trace[1576215849] 'process raft request' (duration: 1.645480403s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.079319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.433556Z","time spent":"1.645729837s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:54.079345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.113007Z","time spent":"1.966273695s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:54.079396Z","caller":"traceutil/trace.go:171","msg":"trace[1695678967] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.645290419s","start":"2026-04-09T01:54:52.434095Z","end":"2026-04-09T01:54:54.079386Z","steps":["trace[1695678967] 'process raft request' (duration: 1.645086595s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.079446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.434082Z","time spent":"1.64533693s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:54.079535Z","caller":"traceutil/trace.go:171","msg":"trace[1819089356] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25929; }","duration":"977.335916ms","start":"2026-04-09T01:54:53.102188Z","end":"2026-04-09T01:54:54.079524Z","steps":["trace[1819089356] 'read index received' (duration: 767.37316ms)","trace[1819089356] 'applied index is now lower than readState.Index' (duration: 209.961956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:54.07962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783866801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:54.079632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830896284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:54.079665Z","caller":"traceutil/trace.go:171","msg":"trace[1858036816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25089; }","duration":"1.830935244s","start":"2026-04-09T01:54:52.24872Z","end":"2026-04-09T01:54:54.079655Z","steps":["trace[1858036816] 'agreement among raft nodes before linearized reading' (duration: 1.830877853s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.079694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.248646Z","time spent":"1.831039506s","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:54.079737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230593875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:54.079761Z","caller":"traceutil/trace.go:171","msg":"trace[1149633699] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25089; }","duration":"1.230619475s","start":"2026-04-09T01:54:52.849134Z","end":"2026-04-09T01:54:54.079753Z","steps":["trace[1149633699] 'agreement among raft nodes before linearized reading' (duration: 1.230578354s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.079783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.849061Z","time spent":"1.230712657s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:54.079896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275812243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:54:54.079918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009210112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:54:54.079933Z","caller":"traceutil/trace.go:171","msg":"trace[835397622] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25089; }","duration":"1.275890774s","start":"2026-04-09T01:54:52.80403Z","end":"2026-04-09T01:54:54.079921Z","steps":["trace[835397622] 'agreement among raft nodes before linearized reading' (duration: 1.275809313s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:54.079946Z","caller":"traceutil/trace.go:171","msg":"trace[531588158] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25089; }","duration":"2.009275463s","start":"2026-04-09T01:54:52.070662Z","end":"2026-04-09T01:54:54.079937Z","steps":["trace[531588158] 'agreement among raft nodes before linearized reading' (duration: 2.009172032s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.079969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.804012Z","time spent":"1.275949436s","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:54.079975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.070642Z","time spent":"2.009326994s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:54:54.080034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224798482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:54.080056Z","caller":"traceutil/trace.go:171","msg":"trace[216758058] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25089; }","duration":"2.224900964s","start":"2026-04-09T01:54:51.855149Z","end":"2026-04-09T01:54:54.08005Z","steps":["trace[216758058] 'agreement among raft nodes before linearized reading' (duration: 2.224826763s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.080074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.855126Z","time spent":"2.224943035s","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:54.080225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552795568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-09T01:54:54.080251Z","caller":"traceutil/trace.go:171","msg":"trace[400953213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25089; }","duration":"2.55287491s","start":"2026-04-09T01:54:51.52737Z","end":"2026-04-09T01:54:54.080245Z","steps":["trace[400953213] 'agreement among raft nodes before linearized reading' (duration: 2.552803609s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.08027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:51.527345Z","time spent":"2.55291917s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-09T01:54:54.079644Z","caller":"traceutil/trace.go:171","msg":"trace[1780093095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25089; }","duration":"1.783930943s","start":"2026-04-09T01:54:52.295705Z","end":"2026-04-09T01:54:54.079636Z","steps":["trace[1780093095] 'agreement among raft nodes before linearized reading' (duration: 1.783868742s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.080355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.295682Z","time spent":"1.784665316s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:54:54.079697Z","caller":"traceutil/trace.go:171","msg":"trace[771096712] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.645067335s","start":"2026-04-09T01:54:52.434623Z","end":"2026-04-09T01:54:54.07969Z","steps":["trace[771096712] 'process raft request' (duration: 1.644710018s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.080517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:52.434614Z","time spent":"1.645854879s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:54.081031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.982409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-09T01:54:54.081076Z","caller":"traceutil/trace.go:171","msg":"trace[1481201857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591; range_end:; response_count:1; response_revision:25089; }","duration":"970.06094ms","start":"2026-04-09T01:54:53.111004Z","end":"2026-04-09T01:54:54.081065Z","steps":["trace[1481201857] 'agreement among raft nodes before linearized reading' (duration: 969.265905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.08111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:53.110985Z","time spent":"970.118891ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" "} {"level":"warn","ts":"2026-04-09T01:54:54.081208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.203143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:54.081252Z","caller":"traceutil/trace.go:171","msg":"trace[1435722374] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25089; }","duration":"811.271914ms","start":"2026-04-09T01:54:53.26997Z","end":"2026-04-09T01:54:54.081242Z","steps":["trace[1435722374] 'agreement among raft nodes before linearized reading' (duration: 811.204832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.08129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:53.269964Z","time spent":"811.317135ms","remote":"127.0.0.1:40812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:54.081427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.218833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-04-09T01:54:54.081549Z","caller":"traceutil/trace.go:171","msg":"trace[1356985904] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv; range_end:; response_count:1; response_revision:25089; }","duration":"970.378386ms","start":"2026-04-09T01:54:53.111146Z","end":"2026-04-09T01:54:54.081525Z","steps":["trace[1356985904] 'agreement among raft nodes before linearized reading' (duration: 970.020489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.081831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:53.111142Z","time spent":"970.452887ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv\" "} {"level":"warn","ts":"2026-04-09T01:54:54.082089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.1682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:54.082121Z","caller":"traceutil/trace.go:171","msg":"trace[782110032] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25089; }","duration":"812.241691ms","start":"2026-04-09T01:54:53.269872Z","end":"2026-04-09T01:54:54.082114Z","steps":["trace[782110032] 'agreement among raft nodes before linearized reading' (duration: 810.639592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:54.082148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:53.269851Z","time spent":"812.287203ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2663,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:55.347394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.594575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:55.347501Z","caller":"traceutil/trace.go:171","msg":"trace[1822419213] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25933; }","duration":"1.261882735s","start":"2026-04-09T01:54:54.085602Z","end":"2026-04-09T01:54:55.347485Z","steps":["trace[1822419213] 'read index received' (duration: 329.124838ms)","trace[1822419213] 'applied index is now lower than readState.Index' (duration: 932.755917ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:55.34757Z","caller":"traceutil/trace.go:171","msg":"trace[1082210180] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.262336653s","start":"2026-04-09T01:54:54.085191Z","end":"2026-04-09T01:54:55.347527Z","steps":["trace[1082210180] 'process raft request' (duration: 329.521184ms)","trace[1082210180] 'compare' (duration: 932.437722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:55.347683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262074529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f488f992-a2f2-42f9-8340-832ea71451c9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-09T01:54:55.347712Z","caller":"traceutil/trace.go:171","msg":"trace[1903162123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f488f992-a2f2-42f9-8340-832ea71451c9; range_end:; response_count:1; response_revision:25090; }","duration":"1.262117689s","start":"2026-04-09T01:54:54.085585Z","end":"2026-04-09T01:54:55.347703Z","steps":["trace[1903162123] 'agreement among raft nodes before linearized reading' (duration: 1.261965416s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.347742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:54.085577Z","time spent":"1.26215821s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f488f992-a2f2-42f9-8340-832ea71451c9\" "} {"level":"warn","ts":"2026-04-09T01:54:55.347771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:54.085176Z","time spent":"1.262479045s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:55.804073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389316839s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:54:55.804668Z","caller":"traceutil/trace.go:171","msg":"trace[60330295] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25934; }","duration":"457.114753ms","start":"2026-04-09T01:54:55.347526Z","end":"2026-04-09T01:54:55.80464Z","steps":["trace[60330295] 'read index received' (duration: 456.798716ms)","trace[60330295] 'applied index is now lower than readState.Index' (duration: 314.477µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:55.804721Z","caller":"traceutil/trace.go:171","msg":"trace[1280144899] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.399283315s","start":"2026-04-09T01:54:54.405394Z","end":"2026-04-09T01:54:55.804677Z","steps":["trace[1280144899] 'process raft request' (duration: 1.399164903s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.804889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.839263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:55.804937Z","caller":"traceutil/trace.go:171","msg":"trace[203643625] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.713792061s","start":"2026-04-09T01:54:54.091133Z","end":"2026-04-09T01:54:55.804926Z","steps":["trace[203643625] 'process raft request' (duration: 1.713183909s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.804877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:54.405366Z","time spent":"1.399423178s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:55.805009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:54.091122Z","time spent":"1.713854462s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:54:55.804947Z","caller":"traceutil/trace.go:171","msg":"trace[351973462] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25092; }","duration":"888.957396ms","start":"2026-04-09T01:54:54.915969Z","end":"2026-04-09T01:54:55.804927Z","steps":["trace[351973462] 'agreement among raft nodes before linearized reading' (duration: 888.802603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.805166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:54.915944Z","time spent":"889.185939ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:55.805161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717129552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:55.805316Z","caller":"traceutil/trace.go:171","msg":"trace[2114940689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25092; }","duration":"1.717311205s","start":"2026-04-09T01:54:54.087982Z","end":"2026-04-09T01:54:55.805293Z","steps":["trace[2114940689] 'agreement among raft nodes before linearized reading' (duration: 1.716925378s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.805124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.82864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-09T01:54:55.80543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:54.087966Z","time spent":"1.717452287s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:54:55.805644Z","caller":"traceutil/trace.go:171","msg":"trace[393515065] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25092; }","duration":"538.38465ms","start":"2026-04-09T01:54:55.26723Z","end":"2026-04-09T01:54:55.805615Z","steps":["trace[393515065] 'agreement among raft nodes before linearized reading' (duration: 537.492934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.805771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:55.267173Z","time spent":"538.574953ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:55.812692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.073001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:55.812747Z","caller":"traceutil/trace.go:171","msg":"trace[1089898040] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25093; }","duration":"159.169403ms","start":"2026-04-09T01:54:55.653564Z","end":"2026-04-09T01:54:55.812734Z","steps":["trace[1089898040] 'agreement among raft nodes before linearized reading' (duration: 159.056281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.812729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.100742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:55.812792Z","caller":"traceutil/trace.go:171","msg":"trace[1455365058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25093; }","duration":"422.217714ms","start":"2026-04-09T01:54:55.390558Z","end":"2026-04-09T01:54:55.812776Z","steps":["trace[1455365058] 'agreement among raft nodes before linearized reading' (duration: 422.093291ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:55.812768Z","caller":"traceutil/trace.go:171","msg":"trace[147886483] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"460.317911ms","start":"2026-04-09T01:54:55.352405Z","end":"2026-04-09T01:54:55.812723Z","steps":["trace[147886483] 'process raft request' (duration: 459.975724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.812831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:55.390539Z","time spent":"422.281345ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:55.812848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.515714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-09T01:54:55.812934Z","caller":"traceutil/trace.go:171","msg":"trace[1896863835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25093; }","duration":"460.642478ms","start":"2026-04-09T01:54:55.352269Z","end":"2026-04-09T01:54:55.812911Z","steps":["trace[1896863835] 'agreement among raft nodes before linearized reading' (duration: 460.399683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:55.812949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:55.352395Z","time spent":"460.471164ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:54:55.812981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:55.352253Z","time spent":"460.719899ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-09T01:54:56.229565Z","caller":"traceutil/trace.go:171","msg":"trace[1720710774] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"188.895885ms","start":"2026-04-09T01:54:56.040634Z","end":"2026-04-09T01:54:56.22953Z","steps":["trace[1720710774] 'process raft request' (duration: 115.956052ms)","trace[1720710774] 'compare' (duration: 72.75004ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:56.229633Z","caller":"traceutil/trace.go:171","msg":"trace[1070905059] linearizableReadLoop","detail":"{readStateIndex:25955; appliedIndex:25953; }","duration":"175.682969ms","start":"2026-04-09T01:54:56.053906Z","end":"2026-04-09T01:54:56.229589Z","steps":["trace[1070905059] 'read index received' (duration: 7.378376ms)","trace[1070905059] 'applied index is now lower than readState.Index' (duration: 168.299273ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:56.229662Z","caller":"traceutil/trace.go:171","msg":"trace[116004530] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"141.574007ms","start":"2026-04-09T01:54:56.088059Z","end":"2026-04-09T01:54:56.229633Z","steps":["trace[116004530] 'process raft request' (duration: 141.530486ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.229711Z","caller":"traceutil/trace.go:171","msg":"trace[1173116571] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"144.199335ms","start":"2026-04-09T01:54:56.085464Z","end":"2026-04-09T01:54:56.229664Z","steps":["trace[1173116571] 'process raft request' (duration: 144.024882ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.229864Z","caller":"traceutil/trace.go:171","msg":"trace[1061759651] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"143.977821ms","start":"2026-04-09T01:54:56.085862Z","end":"2026-04-09T01:54:56.22984Z","steps":["trace[1061759651] 'process raft request' (duration: 143.689036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.229892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.964635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:56.229926Z","caller":"traceutil/trace.go:171","msg":"trace[193709617] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25114; }","duration":"176.045076ms","start":"2026-04-09T01:54:56.053871Z","end":"2026-04-09T01:54:56.229916Z","steps":["trace[193709617] 'agreement among raft nodes before linearized reading' (duration: 175.927934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.229982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.685458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:54:56.230047Z","caller":"traceutil/trace.go:171","msg":"trace[1481163714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25114; }","duration":"162.797181ms","start":"2026-04-09T01:54:56.067233Z","end":"2026-04-09T01:54:56.23003Z","steps":["trace[1481163714] 'agreement among raft nodes before linearized reading' (duration: 162.592507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.230081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.527105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-09T01:54:56.230109Z","caller":"traceutil/trace.go:171","msg":"trace[578770693] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"155.585127ms","start":"2026-04-09T01:54:56.074514Z","end":"2026-04-09T01:54:56.230099Z","steps":["trace[578770693] 'agreement among raft nodes before linearized reading' (duration: 155.465165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.230106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.205221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-04-09T01:54:56.230113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.459675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-04-09T01:54:56.23015Z","caller":"traceutil/trace.go:171","msg":"trace[1989499359] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"154.277984ms","start":"2026-04-09T01:54:56.075858Z","end":"2026-04-09T01:54:56.230136Z","steps":["trace[1989499359] 'agreement among raft nodes before linearized reading' (duration: 154.095349ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.230176Z","caller":"traceutil/trace.go:171","msg":"trace[1948908713] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"155.539997ms","start":"2026-04-09T01:54:56.074617Z","end":"2026-04-09T01:54:56.230157Z","steps":["trace[1948908713] 'agreement among raft nodes before linearized reading' (duration: 155.280271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.230197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.998261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-09T01:54:56.230203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.175719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:54:56.230227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.159314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-09T01:54:56.230281Z","caller":"traceutil/trace.go:171","msg":"trace[89901031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25114; }","duration":"162.282551ms","start":"2026-04-09T01:54:56.067981Z","end":"2026-04-09T01:54:56.230264Z","steps":["trace[89901031] 'agreement among raft nodes before linearized reading' (duration: 162.087406ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.230291Z","caller":"traceutil/trace.go:171","msg":"trace[1400132600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"152.242165ms","start":"2026-04-09T01:54:56.078031Z","end":"2026-04-09T01:54:56.230273Z","steps":["trace[1400132600] 'agreement among raft nodes before linearized reading' (duration: 152.057571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.230311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.851433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9xdpj\" ","response":"range_response_count:1 size:5639"} {"level":"warn","ts":"2026-04-09T01:54:56.230305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.559116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-09T01:54:56.230284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.228658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-09T01:54:56.230354Z","caller":"traceutil/trace.go:171","msg":"trace[1212788652] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-9xdpj; range_end:; response_count:1; response_revision:25114; }","duration":"162.916283ms","start":"2026-04-09T01:54:56.067425Z","end":"2026-04-09T01:54:56.230341Z","steps":["trace[1212788652] 'agreement among raft nodes before linearized reading' (duration: 162.809561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.230355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.14957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-09T01:54:56.23021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.476235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-04-09T01:54:56.230399Z","caller":"traceutil/trace.go:171","msg":"trace[280952625] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"157.395321ms","start":"2026-04-09T01:54:56.072979Z","end":"2026-04-09T01:54:56.230374Z","steps":["trace[280952625] 'agreement among raft nodes before linearized reading' (duration: 156.999513ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.230421Z","caller":"traceutil/trace.go:171","msg":"trace[609241931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"161.253342ms","start":"2026-04-09T01:54:56.069151Z","end":"2026-04-09T01:54:56.230405Z","steps":["trace[609241931] 'agreement among raft nodes before linearized reading' (duration: 161.005517ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.230427Z","caller":"traceutil/trace.go:171","msg":"trace[1163783542] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"155.735601ms","start":"2026-04-09T01:54:56.074678Z","end":"2026-04-09T01:54:56.230414Z","steps":["trace[1163783542] 'agreement among raft nodes before linearized reading' (duration: 155.460696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.23037Z","caller":"traceutil/trace.go:171","msg":"trace[77398642] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"155.650728ms","start":"2026-04-09T01:54:56.074703Z","end":"2026-04-09T01:54:56.230354Z","steps":["trace[77398642] 'agreement among raft nodes before linearized reading' (duration: 155.472264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.230749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.343649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-04-09T01:54:56.230805Z","caller":"traceutil/trace.go:171","msg":"trace[567661971] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"157.43505ms","start":"2026-04-09T01:54:56.073356Z","end":"2026-04-09T01:54:56.230791Z","steps":["trace[567661971] 'agreement among raft nodes before linearized reading' (duration: 156.677016ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.23103Z","caller":"traceutil/trace.go:171","msg":"trace[1429011873] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25114; }","duration":"118.113132ms","start":"2026-04-09T01:54:56.112141Z","end":"2026-04-09T01:54:56.230254Z","steps":["trace[1429011873] 'agreement among raft nodes before linearized reading' (duration: 117.875037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.368075Z","caller":"traceutil/trace.go:171","msg":"trace[1654378323] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"129.813019ms","start":"2026-04-09T01:54:56.238221Z","end":"2026-04-09T01:54:56.368034Z","steps":["trace[1654378323] 'process raft request' (duration: 126.724582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.368266Z","caller":"traceutil/trace.go:171","msg":"trace[1886687605] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25958; }","duration":"128.970513ms","start":"2026-04-09T01:54:56.239268Z","end":"2026-04-09T01:54:56.368238Z","steps":["trace[1886687605] 'read index received' (duration: 74.826108ms)","trace[1886687605] 'applied index is now lower than readState.Index' (duration: 54.142205ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:56.368273Z","caller":"traceutil/trace.go:171","msg":"trace[852755956] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"129.698396ms","start":"2026-04-09T01:54:56.238541Z","end":"2026-04-09T01:54:56.36824Z","steps":["trace[852755956] 'process raft request' (duration: 129.39458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:56.368514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.177236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:56.368631Z","caller":"traceutil/trace.go:171","msg":"trace[462876529] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25117; }","duration":"129.310319ms","start":"2026-04-09T01:54:56.239237Z","end":"2026-04-09T01:54:56.368548Z","steps":["trace[462876529] 'agreement among raft nodes before linearized reading' (duration: 129.154217ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:56.734265Z","caller":"traceutil/trace.go:171","msg":"trace[1389093736] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25965; }","duration":"151.37518ms","start":"2026-04-09T01:54:56.582859Z","end":"2026-04-09T01:54:56.734234Z","steps":["trace[1389093736] 'read index received' (duration: 83.336557ms)","trace[1389093736] 'applied index is now lower than readState.Index' (duration: 68.036872ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:56.734538Z","caller":"traceutil/trace.go:171","msg":"trace[608080681] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"174.221343ms","start":"2026-04-09T01:54:56.560303Z","end":"2026-04-09T01:54:56.734524Z","steps":["trace[608080681] 'process raft request' (duration: 105.886045ms)","trace[608080681] 'compare' (duration: 67.715566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:56.734676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.803097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zlsqq.18a48d719390d3e4\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-09T01:54:56.734773Z","caller":"traceutil/trace.go:171","msg":"trace[1971619290] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-zlsqq.18a48d719390d3e4; range_end:; response_count:1; response_revision:25122; }","duration":"151.965611ms","start":"2026-04-09T01:54:56.582777Z","end":"2026-04-09T01:54:56.734743Z","steps":["trace[1971619290] 'agreement among raft nodes before linearized reading' (duration: 151.575054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.219929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.668873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:57.220036Z","caller":"traceutil/trace.go:171","msg":"trace[408339606] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25970; }","duration":"289.957292ms","start":"2026-04-09T01:54:56.930061Z","end":"2026-04-09T01:54:57.220018Z","steps":["trace[408339606] 'read index received' (duration: 144.108245ms)","trace[408339606] 'applied index is now lower than readState.Index' (duration: 145.846997ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:57.220131Z","caller":"traceutil/trace.go:171","msg":"trace[1418197532] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"325.766806ms","start":"2026-04-09T01:54:56.894352Z","end":"2026-04-09T01:54:57.220119Z","steps":["trace[1418197532] 'process raft request' (duration: 179.803346ms)","trace[1418197532] 'compare' (duration: 145.49689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:57.220189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:56.894339Z","time spent":"325.822916ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:57.220345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.011969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:57.220422Z","caller":"traceutil/trace.go:171","msg":"trace[523527284] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25127; }","duration":"223.147102ms","start":"2026-04-09T01:54:56.997261Z","end":"2026-04-09T01:54:57.220409Z","steps":["trace[523527284] 'agreement among raft nodes before linearized reading' (duration: 223.02592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.220572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.0881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:57.220614Z","caller":"traceutil/trace.go:171","msg":"trace[1886759256] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25127; }","duration":"223.13986ms","start":"2026-04-09T01:54:56.997466Z","end":"2026-04-09T01:54:57.220606Z","steps":["trace[1886759256] 'agreement among raft nodes before linearized reading' (duration: 223.084889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.220709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.647274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nw72r.18a48d71d456e071\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-09T01:54:57.220752Z","caller":"traceutil/trace.go:171","msg":"trace[306790433] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nw72r.18a48d71d456e071; range_end:; response_count:1; response_revision:25127; }","duration":"290.725925ms","start":"2026-04-09T01:54:56.930011Z","end":"2026-04-09T01:54:57.220736Z","steps":["trace[306790433] 'agreement among raft nodes before linearized reading' (duration: 290.626703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.220617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.420031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-09T01:54:57.220904Z","caller":"traceutil/trace.go:171","msg":"trace[1340073692] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25127; }","duration":"108.756748ms","start":"2026-04-09T01:54:57.112139Z","end":"2026-04-09T01:54:57.220896Z","steps":["trace[1340073692] 'agreement among raft nodes before linearized reading' (duration: 108.366072ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:57.568487Z","caller":"traceutil/trace.go:171","msg":"trace[824222999] linearizableReadLoop","detail":"{readStateIndex:25974; appliedIndex:25973; }","duration":"281.033704ms","start":"2026-04-09T01:54:57.287429Z","end":"2026-04-09T01:54:57.568463Z","steps":["trace[824222999] 'read index received' (duration: 245.77117ms)","trace[824222999] 'applied index is now lower than readState.Index' (duration: 35.261194ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:57.568594Z","caller":"traceutil/trace.go:171","msg":"trace[689223111] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"285.794543ms","start":"2026-04-09T01:54:57.282758Z","end":"2026-04-09T01:54:57.568552Z","steps":["trace[689223111] 'process raft request' (duration: 250.516749ms)","trace[689223111] 'compare' (duration: 35.06864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:57.568812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a48d6fc021536a\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-09T01:54:57.568877Z","caller":"traceutil/trace.go:171","msg":"trace[1875833441] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a48d6fc021536a; range_end:; response_count:1; response_revision:25130; }","duration":"281.458503ms","start":"2026-04-09T01:54:57.287403Z","end":"2026-04-09T01:54:57.568862Z","steps":["trace[1875833441] 'agreement among raft nodes before linearized reading' (duration: 281.201297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.569139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.421561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:57.569226Z","caller":"traceutil/trace.go:171","msg":"trace[1003382788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25130; }","duration":"268.564594ms","start":"2026-04-09T01:54:57.300643Z","end":"2026-04-09T01:54:57.569208Z","steps":["trace[1003382788] 'agreement among raft nodes before linearized reading' (duration: 268.3237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.572206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.573731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386267"} {"level":"info","ts":"2026-04-09T01:54:57.57227Z","caller":"traceutil/trace.go:171","msg":"trace[1053496568] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25130; }","duration":"111.695153ms","start":"2026-04-09T01:54:57.460562Z","end":"2026-04-09T01:54:57.572258Z","steps":["trace[1053496568] 'agreement among raft nodes before linearized reading' (duration: 108.414523ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:57.72839Z","caller":"traceutil/trace.go:171","msg":"trace[673921221] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25975; }","duration":"103.220885ms","start":"2026-04-09T01:54:57.625147Z","end":"2026-04-09T01:54:57.728368Z","steps":["trace[673921221] 'read index received' (duration: 24.362181ms)","trace[673921221] 'applied index is now lower than readState.Index' (duration: 78.856454ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:57.728757Z","caller":"traceutil/trace.go:171","msg":"trace[1988594395] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"112.237392ms","start":"2026-04-09T01:54:57.616504Z","end":"2026-04-09T01:54:57.728741Z","steps":["trace[1988594395] 'process raft request' (duration: 111.675631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.732018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.835962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rpc-server-77c697586f-v7lgq.18a48cb16e94110e\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25130 ","response":"range_response_count:500 size:386069"} {"level":"info","ts":"2026-04-09T01:54:57.732376Z","caller":"traceutil/trace.go:171","msg":"trace[1050232683] range","detail":"{range_begin:/registry/events/openstack/neutron-rpc-server-77c697586f-v7lgq.18a48cb16e94110e\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25133; }","duration":"107.240429ms","start":"2026-04-09T01:54:57.625119Z","end":"2026-04-09T01:54:57.732359Z","steps":["trace[1050232683] 'agreement among raft nodes before linearized reading' (duration: 103.765875ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:57.877793Z","caller":"traceutil/trace.go:171","msg":"trace[1417313527] linearizableReadLoop","detail":"{readStateIndex:25981; appliedIndex:25980; }","duration":"132.399236ms","start":"2026-04-09T01:54:57.745367Z","end":"2026-04-09T01:54:57.877767Z","steps":["trace[1417313527] 'read index received' (duration: 131.789235ms)","trace[1417313527] 'applied index is now lower than readState.Index' (duration: 608.421µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:57.877818Z","caller":"traceutil/trace.go:171","msg":"trace[2055676418] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"132.958297ms","start":"2026-04-09T01:54:57.744824Z","end":"2026-04-09T01:54:57.877782Z","steps":["trace[2055676418] 'process raft request' (duration: 132.319896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.878044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.704291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:54:57.878106Z","caller":"traceutil/trace.go:171","msg":"trace[1296221899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25137; }","duration":"132.790735ms","start":"2026-04-09T01:54:57.745298Z","end":"2026-04-09T01:54:57.878089Z","steps":["trace[1296221899] 'agreement among raft nodes before linearized reading' (duration: 132.56714ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:57.891014Z","caller":"traceutil/trace.go:171","msg":"trace[1974487730] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"144.768527ms","start":"2026-04-09T01:54:57.746209Z","end":"2026-04-09T01:54:57.890977Z","steps":["trace[1974487730] 'process raft request' (duration: 144.482711ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:57.891337Z","caller":"traceutil/trace.go:171","msg":"trace[1574262539] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"129.024724ms","start":"2026-04-09T01:54:57.762257Z","end":"2026-04-09T01:54:57.891282Z","steps":["trace[1574262539] 'process raft request' (duration: 128.589636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.891517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.499172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:54:57.891568Z","caller":"traceutil/trace.go:171","msg":"trace[628624935] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25139; }","duration":"137.580463ms","start":"2026-04-09T01:54:57.753975Z","end":"2026-04-09T01:54:57.891556Z","steps":["trace[628624935] 'agreement among raft nodes before linearized reading' (duration: 137.352379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:57.893772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.46726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18a48aea78ede9b4\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25130 ","response":"range_response_count:488 size:378539"} {"level":"info","ts":"2026-04-09T01:54:57.893833Z","caller":"traceutil/trace.go:171","msg":"trace[1016046317] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18a48aea78ede9b4\u0000; range_end:/registry/events/openstack0; response_count:488; response_revision:25139; }","duration":"131.589491ms","start":"2026-04-09T01:54:57.76223Z","end":"2026-04-09T01:54:57.89382Z","steps":["trace[1016046317] 'agreement among raft nodes before linearized reading' (duration: 129.093665ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.190601Z","caller":"traceutil/trace.go:171","msg":"trace[708014906] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"100.280232ms","start":"2026-04-09T01:54:58.090298Z","end":"2026-04-09T01:54:58.190578Z","steps":["trace[708014906] 'process raft request' (duration: 100.030707ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.387141Z","caller":"traceutil/trace.go:171","msg":"trace[189136603] linearizableReadLoop","detail":"{readStateIndex:25991; appliedIndex:25989; }","duration":"249.096062ms","start":"2026-04-09T01:54:58.138007Z","end":"2026-04-09T01:54:58.387103Z","steps":["trace[189136603] 'read index received' (duration: 52.539445ms)","trace[189136603] 'applied index is now lower than readState.Index' (duration: 196.555157ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.387225Z","caller":"traceutil/trace.go:171","msg":"trace[1536582316] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"276.571102ms","start":"2026-04-09T01:54:58.110629Z","end":"2026-04-09T01:54:58.3872Z","steps":["trace[1536582316] 'process raft request' (duration: 200.46593ms)","trace[1536582316] 'compare' (duration: 75.640454ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.387427Z","caller":"traceutil/trace.go:171","msg":"trace[330461000] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"149.072385ms","start":"2026-04-09T01:54:58.238327Z","end":"2026-04-09T01:54:58.387399Z","steps":["trace[330461000] 'process raft request' (duration: 148.727319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.387609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.55176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7069"} {"level":"info","ts":"2026-04-09T01:54:58.38766Z","caller":"traceutil/trace.go:171","msg":"trace[1286205229] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"149.059586ms","start":"2026-04-09T01:54:58.238595Z","end":"2026-04-09T01:54:58.387655Z","steps":["trace[1286205229] 'process raft request' (duration: 148.71414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.387694Z","caller":"traceutil/trace.go:171","msg":"trace[861113290] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25148; }","duration":"249.700863ms","start":"2026-04-09T01:54:58.13797Z","end":"2026-04-09T01:54:58.38767Z","steps":["trace[861113290] 'agreement among raft nodes before linearized reading' (duration: 249.355437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.38772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.126152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv.18a48d71833f9782\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-09T01:54:58.387767Z","caller":"traceutil/trace.go:171","msg":"trace[1188370669] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv.18a48d71833f9782; range_end:; response_count:1; response_revision:25150; }","duration":"194.208544ms","start":"2026-04-09T01:54:58.193547Z","end":"2026-04-09T01:54:58.387755Z","steps":["trace[1188370669] 'agreement among raft nodes before linearized reading' (duration: 194.07269ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.387633Z","caller":"traceutil/trace.go:171","msg":"trace[1754094350] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"148.27833ms","start":"2026-04-09T01:54:58.239346Z","end":"2026-04-09T01:54:58.387624Z","steps":["trace[1754094350] 'process raft request' (duration: 148.205289ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.554864Z","caller":"traceutil/trace.go:171","msg":"trace[474346573] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"100.963154ms","start":"2026-04-09T01:54:58.453877Z","end":"2026-04-09T01:54:58.55484Z","steps":["trace[474346573] 'process raft request' (duration: 99.627609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.632855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.950653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-04-09T01:54:58.63294Z","caller":"traceutil/trace.go:171","msg":"trace[1517255463] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25154; }","duration":"178.048865ms","start":"2026-04-09T01:54:58.454871Z","end":"2026-04-09T01:54:58.63292Z","steps":["trace[1517255463] 'agreement among raft nodes before linearized reading' (duration: 100.005536ms)","trace[1517255463] 'range keys from in-memory index tree' (duration: 77.807543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:58.633141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.663275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:54:58.633165Z","caller":"traceutil/trace.go:171","msg":"trace[637242068] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25154; }","duration":"171.727177ms","start":"2026-04-09T01:54:58.461429Z","end":"2026-04-09T01:54:58.633156Z","steps":["trace[637242068] 'agreement among raft nodes before linearized reading' (duration: 93.470935ms)","trace[637242068] 'count revisions from in-memory index tree' (duration: 78.204771ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.794001Z","caller":"traceutil/trace.go:171","msg":"trace[550450273] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"155.382553ms","start":"2026-04-09T01:54:58.638592Z","end":"2026-04-09T01:54:58.793975Z","steps":["trace[550450273] 'process raft request' (duration: 155.21603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.971032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.198666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:54:58.97115Z","caller":"traceutil/trace.go:171","msg":"trace[1742024099] linearizableReadLoop","detail":"{readStateIndex:26001; appliedIndex:25999; }","duration":"317.783317ms","start":"2026-04-09T01:54:58.653342Z","end":"2026-04-09T01:54:58.971126Z","steps":["trace[1742024099] 'read index received' (duration: 140.507548ms)","trace[1742024099] 'applied index is now lower than readState.Index' (duration: 177.273909ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:58.971252Z","caller":"traceutil/trace.go:171","msg":"trace[1603869294] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"332.185144ms","start":"2026-04-09T01:54:58.639055Z","end":"2026-04-09T01:54:58.971241Z","steps":["trace[1603869294] 'process raft request' (duration: 221.697564ms)","trace[1603869294] 'compare' (duration: 109.96033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:58.971308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.639024Z","time spent":"332.254345ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:54:58.971385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.05716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T01:54:58.971375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.568146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-09T01:54:58.97138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.012871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:58.971424Z","caller":"traceutil/trace.go:171","msg":"trace[761904623] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25156; }","duration":"146.131781ms","start":"2026-04-09T01:54:58.825278Z","end":"2026-04-09T01:54:58.97141Z","steps":["trace[761904623] 'agreement among raft nodes before linearized reading' (duration: 146.031159ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.971426Z","caller":"traceutil/trace.go:171","msg":"trace[867460184] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25156; }","duration":"280.664388ms","start":"2026-04-09T01:54:58.690749Z","end":"2026-04-09T01:54:58.971413Z","steps":["trace[867460184] 'agreement among raft nodes before linearized reading' (duration: 280.561836ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.971433Z","caller":"traceutil/trace.go:171","msg":"trace[1138632497] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25156; }","duration":"318.118493ms","start":"2026-04-09T01:54:58.653301Z","end":"2026-04-09T01:54:58.971419Z","steps":["trace[1138632497] 'agreement among raft nodes before linearized reading' (duration: 317.997761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:58.971466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:58.653286Z","time spent":"318.174664ms","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:54:58.971561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.178456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-09T01:54:58.971558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.962408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zlsqq.18a48d70698ad656\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-09T01:54:58.971657Z","caller":"traceutil/trace.go:171","msg":"trace[1334383145] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-zlsqq.18a48d70698ad656; range_end:; response_count:1; response_revision:25156; }","duration":"174.129202ms","start":"2026-04-09T01:54:58.797505Z","end":"2026-04-09T01:54:58.971634Z","steps":["trace[1334383145] 'agreement among raft nodes before linearized reading' (duration: 173.820375ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:58.972372Z","caller":"traceutil/trace.go:171","msg":"trace[617715244] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25156; }","duration":"240.3261ms","start":"2026-04-09T01:54:58.731293Z","end":"2026-04-09T01:54:58.971619Z","steps":["trace[617715244] 'agreement among raft nodes before linearized reading' (duration: 240.063114ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.130715Z","caller":"traceutil/trace.go:171","msg":"trace[553319619] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"154.051509ms","start":"2026-04-09T01:54:58.976639Z","end":"2026-04-09T01:54:59.13069Z","steps":["trace[553319619] 'process raft request' (duration: 113.14035ms)","trace[553319619] 'compare' (duration: 40.654154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:59.131482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.025693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-09T01:54:59.131535Z","caller":"traceutil/trace.go:171","msg":"trace[747303950] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25158; }","duration":"150.112875ms","start":"2026-04-09T01:54:58.981407Z","end":"2026-04-09T01:54:59.13152Z","steps":["trace[747303950] 'agreement among raft nodes before linearized reading' (duration: 149.935582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:59.131496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.122952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-09T01:54:59.131619Z","caller":"traceutil/trace.go:171","msg":"trace[763763114] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25158; }","duration":"139.294495ms","start":"2026-04-09T01:54:58.992308Z","end":"2026-04-09T01:54:59.131602Z","steps":["trace[763763114] 'agreement among raft nodes before linearized reading' (duration: 139.084171ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.211729Z","caller":"traceutil/trace.go:171","msg":"trace[1670264955] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"152.697243ms","start":"2026-04-09T01:54:59.058998Z","end":"2026-04-09T01:54:59.211695Z","steps":["trace[1670264955] 'process raft request' (duration: 152.210834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:59.212159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.117408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-zlsqq.18a48d70698ad656\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-09T01:54:59.212231Z","caller":"traceutil/trace.go:171","msg":"trace[1125630644] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-zlsqq.18a48d70698ad656; range_end:; response_count:1; response_revision:25159; }","duration":"155.207739ms","start":"2026-04-09T01:54:59.057005Z","end":"2026-04-09T01:54:59.212213Z","steps":["trace[1125630644] 'agreement among raft nodes before linearized reading' (duration: 154.957655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:59.212468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.134645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:54:59.212505Z","caller":"traceutil/trace.go:171","msg":"trace[1153931882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25159; }","duration":"110.199895ms","start":"2026-04-09T01:54:59.102296Z","end":"2026-04-09T01:54:59.212496Z","steps":["trace[1153931882] 'agreement among raft nodes before linearized reading' (duration: 110.135214ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.294022Z","caller":"traceutil/trace.go:171","msg":"trace[910737190] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"157.35913ms","start":"2026-04-09T01:54:59.136641Z","end":"2026-04-09T01:54:59.294Z","steps":["trace[910737190] 'process raft request' (duration: 132.145382ms)","trace[910737190] 'compare' (duration: 25.028295ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:59.294279Z","caller":"traceutil/trace.go:171","msg":"trace[2114744343] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"149.21768ms","start":"2026-04-09T01:54:59.145022Z","end":"2026-04-09T01:54:59.29424Z","steps":["trace[2114744343] 'process raft request' (duration: 148.936535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:59.294784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.786851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:54:59.294844Z","caller":"traceutil/trace.go:171","msg":"trace[594162385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25162; }","duration":"141.858092ms","start":"2026-04-09T01:54:59.152972Z","end":"2026-04-09T01:54:59.29483Z","steps":["trace[594162385] 'agreement among raft nodes before linearized reading' (duration: 141.601308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:59.294863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.724148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-04-09T01:54:59.294966Z","caller":"traceutil/trace.go:171","msg":"trace[1516177190] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25162; }","duration":"128.873301ms","start":"2026-04-09T01:54:59.166069Z","end":"2026-04-09T01:54:59.294943Z","steps":["trace[1516177190] 'agreement among raft nodes before linearized reading' (duration: 128.518145ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.455662Z","caller":"traceutil/trace.go:171","msg":"trace[877519273] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"129.001074ms","start":"2026-04-09T01:54:59.32663Z","end":"2026-04-09T01:54:59.455631Z","steps":["trace[877519273] 'process raft request' (duration: 128.943013ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.455691Z","caller":"traceutil/trace.go:171","msg":"trace[1190220368] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"149.856091ms","start":"2026-04-09T01:54:59.305766Z","end":"2026-04-09T01:54:59.455622Z","steps":["trace[1190220368] 'process raft request' (duration: 123.518212ms)","trace[1190220368] 'compare' (duration: 26.071344ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:59.455739Z","caller":"traceutil/trace.go:171","msg":"trace[573629705] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26009; }","duration":"138.792005ms","start":"2026-04-09T01:54:59.316918Z","end":"2026-04-09T01:54:59.45571Z","steps":["trace[573629705] 'read index received' (duration: 6.887798ms)","trace[573629705] 'applied index is now lower than readState.Index' (duration: 131.900567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:59.456172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.222284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T01:54:59.45628Z","caller":"traceutil/trace.go:171","msg":"trace[880520537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25167; }","duration":"139.398387ms","start":"2026-04-09T01:54:59.316848Z","end":"2026-04-09T01:54:59.456246Z","steps":["trace[880520537] 'agreement among raft nodes before linearized reading' (duration: 138.923027ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.456507Z","caller":"traceutil/trace.go:171","msg":"trace[1078217618] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"138.689724ms","start":"2026-04-09T01:54:59.317777Z","end":"2026-04-09T01:54:59.456466Z","steps":["trace[1078217618] 'process raft request' (duration: 137.720436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.653909Z","caller":"traceutil/trace.go:171","msg":"trace[1479029662] linearizableReadLoop","detail":"{readStateIndex:26017; appliedIndex:26016; }","duration":"106.091839ms","start":"2026-04-09T01:54:59.547792Z","end":"2026-04-09T01:54:59.653884Z","steps":["trace[1479029662] 'read index received' (duration: 105.504878ms)","trace[1479029662] 'applied index is now lower than readState.Index' (duration: 584.851µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:54:59.653929Z","caller":"traceutil/trace.go:171","msg":"trace[702651404] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"106.318412ms","start":"2026-04-09T01:54:59.54758Z","end":"2026-04-09T01:54:59.653898Z","steps":["trace[702651404] 'process raft request' (duration: 105.747881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:54:59.654127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.316553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" ","response":"range_response_count:1 size:6380"} {"level":"info","ts":"2026-04-09T01:54:59.65419Z","caller":"traceutil/trace.go:171","msg":"trace[870172057] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc; range_end:; response_count:1; response_revision:25172; }","duration":"106.402664ms","start":"2026-04-09T01:54:59.547772Z","end":"2026-04-09T01:54:59.654175Z","steps":["trace[870172057] 'agreement among raft nodes before linearized reading' (duration: 106.18525ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.856073Z","caller":"traceutil/trace.go:171","msg":"trace[2114552312] linearizableReadLoop","detail":"{readStateIndex:26019; appliedIndex:26018; }","duration":"150.590414ms","start":"2026-04-09T01:54:59.705459Z","end":"2026-04-09T01:54:59.856049Z","steps":["trace[2114552312] 'read index received' (duration: 150.37701ms)","trace[2114552312] 'applied index is now lower than readState.Index' (duration: 212.564µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:54:59.856301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.813838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d7226662d0e\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-04-09T01:54:59.856344Z","caller":"traceutil/trace.go:171","msg":"trace[448862410] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d7226662d0e; range_end:; response_count:1; response_revision:25174; }","duration":"150.896369ms","start":"2026-04-09T01:54:59.705435Z","end":"2026-04-09T01:54:59.856331Z","steps":["trace[448862410] 'agreement among raft nodes before linearized reading' (duration: 150.707506ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:54:59.856557Z","caller":"traceutil/trace.go:171","msg":"trace[1276993666] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"193.032082ms","start":"2026-04-09T01:54:59.66347Z","end":"2026-04-09T01:54:59.856502Z","steps":["trace[1276993666] 'process raft request' (duration: 192.4364ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.035162Z","caller":"traceutil/trace.go:171","msg":"trace[354312521] linearizableReadLoop","detail":"{readStateIndex:26020; appliedIndex:26019; }","duration":"165.185455ms","start":"2026-04-09T01:54:59.869956Z","end":"2026-04-09T01:55:00.035141Z","steps":["trace[354312521] 'read index received' (duration: 164.978311ms)","trace[354312521] 'applied index is now lower than readState.Index' (duration: 205.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:00.035272Z","caller":"traceutil/trace.go:171","msg":"trace[187023238] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"226.348539ms","start":"2026-04-09T01:54:59.808911Z","end":"2026-04-09T01:55:00.035259Z","steps":["trace[187023238] 'process raft request' (duration: 226.051914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.035752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.775567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nw72r\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-04-09T01:55:00.035827Z","caller":"traceutil/trace.go:171","msg":"trace[1581545183] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nw72r; range_end:; response_count:1; response_revision:25175; }","duration":"165.887439ms","start":"2026-04-09T01:54:59.86992Z","end":"2026-04-09T01:55:00.035808Z","steps":["trace[1581545183] 'agreement among raft nodes before linearized reading' (duration: 165.687164ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.176637Z","caller":"traceutil/trace.go:171","msg":"trace[1154365122] linearizableReadLoop","detail":"{readStateIndex:26021; appliedIndex:26020; }","duration":"141.390423ms","start":"2026-04-09T01:55:00.035227Z","end":"2026-04-09T01:55:00.176618Z","steps":["trace[1154365122] 'read index received' (duration: 101.550995ms)","trace[1154365122] 'applied index is now lower than readState.Index' (duration: 39.838428ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:00.176674Z","caller":"traceutil/trace.go:171","msg":"trace[2055302763] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"306.496018ms","start":"2026-04-09T01:54:59.870145Z","end":"2026-04-09T01:55:00.176641Z","steps":["trace[2055302763] 'process raft request' (duration: 266.619328ms)","trace[2055302763] 'compare' (duration: 39.749627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:00.17682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:54:59.870119Z","time spent":"306.616149ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:00.176876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.200069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T01:55:00.176925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.154836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:55:00.176967Z","caller":"traceutil/trace.go:171","msg":"trace[1334176068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25176; }","duration":"281.240207ms","start":"2026-04-09T01:54:59.895716Z","end":"2026-04-09T01:55:00.176956Z","steps":["trace[1334176068] 'agreement among raft nodes before linearized reading' (duration: 281.003523ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.176969Z","caller":"traceutil/trace.go:171","msg":"trace[1130865611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25176; }","duration":"280.331941ms","start":"2026-04-09T01:54:59.896615Z","end":"2026-04-09T01:55:00.176947Z","steps":["trace[1130865611] 'agreement among raft nodes before linearized reading' (duration: 280.038886ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.26873Z","caller":"traceutil/trace.go:171","msg":"trace[1777757881] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"222.865435ms","start":"2026-04-09T01:55:00.045841Z","end":"2026-04-09T01:55:00.268707Z","steps":["trace[1777757881] 'process raft request' (duration: 222.727773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.268858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.090165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-09T01:55:00.268893Z","caller":"traceutil/trace.go:171","msg":"trace[1190395838] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25177; }","duration":"226.155736ms","start":"2026-04-09T01:55:00.042729Z","end":"2026-04-09T01:55:00.268885Z","steps":["trace[1190395838] 'agreement among raft nodes before linearized reading' (duration: 225.972242ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.297038Z","caller":"traceutil/trace.go:171","msg":"trace[1028296711] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"115.215267ms","start":"2026-04-09T01:55:00.181793Z","end":"2026-04-09T01:55:00.297008Z","steps":["trace[1028296711] 'process raft request' (duration: 105.408495ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:00.297106Z","caller":"traceutil/trace.go:171","msg":"trace[115857582] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"113.039767ms","start":"2026-04-09T01:55:00.18403Z","end":"2026-04-09T01:55:00.29707Z","steps":["trace[115857582] 'process raft request' (duration: 112.786963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.297758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.649903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d72266749e8\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-04-09T01:55:00.29781Z","caller":"traceutil/trace.go:171","msg":"trace[857795314] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d72266749e8; range_end:; response_count:1; response_revision:25179; }","duration":"117.730934ms","start":"2026-04-09T01:55:00.180064Z","end":"2026-04-09T01:55:00.297795Z","steps":["trace[857795314] 'agreement among raft nodes before linearized reading' (duration: 117.567231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.684357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.674384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:00.684446Z","caller":"traceutil/trace.go:171","msg":"trace[612624168] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"293.196771ms","start":"2026-04-09T01:55:00.391232Z","end":"2026-04-09T01:55:00.684429Z","steps":["trace[612624168] 'process raft request' (duration: 78.406115ms)","trace[612624168] 'compare' (duration: 214.288837ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:00.726138Z","caller":"traceutil/trace.go:171","msg":"trace[1379949507] linearizableReadLoop","detail":"{readStateIndex:26033; appliedIndex:26029; }","duration":"313.249112ms","start":"2026-04-09T01:55:00.412873Z","end":"2026-04-09T01:55:00.726122Z","steps":["trace[1379949507] 'read index received' (duration: 56.759372ms)","trace[1379949507] 'applied index is now lower than readState.Index' (duration: 256.47698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:00.726382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.510978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:55:00.726428Z","caller":"traceutil/trace.go:171","msg":"trace[1274670186] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:25188; }","duration":"313.598249ms","start":"2026-04-09T01:55:00.412822Z","end":"2026-04-09T01:55:00.72642Z","steps":["trace[1274670186] 'agreement among raft nodes before linearized reading' (duration: 313.371915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.726469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.412809Z","time spent":"313.65197ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-04-09T01:55:00.726722Z","caller":"traceutil/trace.go:171","msg":"trace[701072127] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"335.373543ms","start":"2026-04-09T01:55:00.39134Z","end":"2026-04-09T01:55:00.726714Z","steps":["trace[701072127] 'process raft request' (duration: 334.62045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.726811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.391323Z","time spent":"335.423073ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:00.727313Z","caller":"traceutil/trace.go:171","msg":"trace[1846220250] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"335.27091ms","start":"2026-04-09T01:55:00.392033Z","end":"2026-04-09T01:55:00.727304Z","steps":["trace[1846220250] 'process raft request' (duration: 334.027018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.727416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.350778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:55:00.727467Z","caller":"traceutil/trace.go:171","msg":"trace[364801700] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"334.741961ms","start":"2026-04-09T01:55:00.392718Z","end":"2026-04-09T01:55:00.72746Z","steps":["trace[364801700] 'process raft request' (duration: 333.368896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.727528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.392713Z","time spent":"334.792932ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:00.727482Z","caller":"traceutil/trace.go:171","msg":"trace[1811249533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25188; }","duration":"269.485491ms","start":"2026-04-09T01:55:00.457982Z","end":"2026-04-09T01:55:00.727467Z","steps":["trace[1811249533] 'agreement among raft nodes before linearized reading' (duration: 269.260036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:00.727439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:00.392027Z","time spent":"335.311472ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:01.289098Z","caller":"traceutil/trace.go:171","msg":"trace[889966922] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"294.869512ms","start":"2026-04-09T01:55:00.994205Z","end":"2026-04-09T01:55:01.289074Z","steps":["trace[889966922] 'process raft request' (duration: 292.59456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.10976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:04.261442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.243616ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:04.261595Z","caller":"traceutil/trace.go:171","msg":"trace[1732750160] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25227; }","duration":"892.406919ms","start":"2026-04-09T01:55:03.369163Z","end":"2026-04-09T01:55:04.26157Z","steps":["trace[1732750160] 'range keys from in-memory index tree' (duration: 892.222156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.263235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.221166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:04.263327Z","caller":"traceutil/trace.go:171","msg":"trace[1927224991] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"895.128539ms","start":"2026-04-09T01:55:03.36818Z","end":"2026-04-09T01:55:04.263309Z","steps":["trace[1927224991] 'process raft request' (duration: 237.758291ms)","trace[1927224991] 'compare' (duration: 656.87484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:04.263383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.368154Z","time spent":"895.2032ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:04.306749Z","caller":"traceutil/trace.go:171","msg":"trace[140388791] linearizableReadLoop","detail":"{readStateIndex:26076; appliedIndex:26075; }","duration":"697.34042ms","start":"2026-04-09T01:55:03.609388Z","end":"2026-04-09T01:55:04.306728Z","steps":["trace[140388791] 'read index received' (duration: 697.203847ms)","trace[140388791] 'applied index is now lower than readState.Index' (duration: 135.243µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:04.307016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.168421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:55:04.307057Z","caller":"traceutil/trace.go:171","msg":"trace[1263456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25229; }","duration":"479.256083ms","start":"2026-04-09T01:55:03.82779Z","end":"2026-04-09T01:55:04.307046Z","steps":["trace[1263456] 'agreement among raft nodes before linearized reading' (duration: 479.12635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.30704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.624235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:55:04.307093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.827768Z","time spent":"479.316493ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T01:55:04.307116Z","caller":"traceutil/trace.go:171","msg":"trace[1216351606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25229; }","duration":"697.745026ms","start":"2026-04-09T01:55:03.609349Z","end":"2026-04-09T01:55:04.307094Z","steps":["trace[1216351606] 'agreement among raft nodes before linearized reading' (duration: 697.492172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.307163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.60933Z","time spent":"697.823819ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:55:04.307173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.189713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:55:04.307248Z","caller":"traceutil/trace.go:171","msg":"trace[577692233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25229; }","duration":"478.313035ms","start":"2026-04-09T01:55:03.828904Z","end":"2026-04-09T01:55:04.307217Z","steps":["trace[577692233] 'agreement among raft nodes before linearized reading' (duration: 478.102021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.307303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.828888Z","time spent":"478.387576ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-09T01:55:04.306871Z","caller":"traceutil/trace.go:171","msg":"trace[1971444846] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"914.975978ms","start":"2026-04-09T01:55:03.391846Z","end":"2026-04-09T01:55:04.306822Z","steps":["trace[1971444846] 'process raft request' (duration: 914.753454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:04.307547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:03.391824Z","time spent":"915.65308ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:04.852561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:05.353565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:05.590089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277805641s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:05.740546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.515701Z","time spent":"1.224838548s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:05.741497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.066923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:05.741603Z","caller":"traceutil/trace.go:171","msg":"trace[720269942] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"1.429354583s","start":"2026-04-09T01:55:04.31222Z","end":"2026-04-09T01:55:05.741575Z","steps":["trace[720269942] 'process raft request' (duration: 1.278110886s)","trace[720269942] 'compare' (duration: 150.780638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:05.74175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.312207Z","time spent":"1.429452994s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:07.103573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5132949s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:07.103915Z","caller":"traceutil/trace.go:171","msg":"trace[2059863907] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"2.791539778s","start":"2026-04-09T01:55:04.312354Z","end":"2026-04-09T01:55:07.103893Z","steps":["trace[2059863907] 'process raft request' (duration: 2.791364435s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.104038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.312335Z","time spent":"2.79163323s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:07.104171Z","caller":"traceutil/trace.go:171","msg":"trace[1953436092] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"2.791716932s","start":"2026-04-09T01:55:04.312426Z","end":"2026-04-09T01:55:07.104143Z","steps":["trace[1953436092] 'process raft request' (duration: 2.791424126s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:07.10431Z","caller":"traceutil/trace.go:171","msg":"trace[1413988980] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"2.760013853s","start":"2026-04-09T01:55:04.344281Z","end":"2026-04-09T01:55:07.104295Z","steps":["trace[1413988980] 'process raft request' (duration: 2.75983111s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.104332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.312404Z","time spent":"2.791820984s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:07.104342Z","caller":"traceutil/trace.go:171","msg":"trace[1954574942] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"2.356275462s","start":"2026-04-09T01:55:04.748038Z","end":"2026-04-09T01:55:07.104314Z","steps":["trace[1954574942] 'process raft request' (duration: 2.35619394s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.10438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.344262Z","time spent":"2.760082874s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:07.104483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.74801Z","time spent":"2.356396714s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:07.104603Z","caller":"traceutil/trace.go:171","msg":"trace[1690909205] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"2.33082787s","start":"2026-04-09T01:55:04.773764Z","end":"2026-04-09T01:55:07.104591Z","steps":["trace[1690909205] 'process raft request' (duration: 2.330511514s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:07.10461Z","caller":"traceutil/trace.go:171","msg":"trace[1523084695] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"2.327294414s","start":"2026-04-09T01:55:04.777304Z","end":"2026-04-09T01:55:07.104598Z","steps":["trace[1523084695] 'process raft request' (duration: 2.327175602s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:07.104608Z","caller":"traceutil/trace.go:171","msg":"trace[404509551] linearizableReadLoop","detail":"{readStateIndex:26083; appliedIndex:26076; }","duration":"2.752715089s","start":"2026-04-09T01:55:04.351871Z","end":"2026-04-09T01:55:07.104586Z","steps":["trace[404509551] 'read index received' (duration: 1.238482581s)","trace[404509551] 'applied index is now lower than readState.Index' (duration: 1.514231177s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:07.104661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.773748Z","time spent":"2.33088078s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:07.104678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.777295Z","time spent":"2.327355455s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:07.104823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752925602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:55:07.104869Z","caller":"traceutil/trace.go:171","msg":"trace[378495004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25236; }","duration":"2.753026133s","start":"2026-04-09T01:55:04.351833Z","end":"2026-04-09T01:55:07.104859Z","steps":["trace[378495004] 'agreement among raft nodes before linearized reading' (duration: 2.75285928s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.104912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.35182Z","time spent":"2.753078244s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:07.295866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:07.295957Z","caller":"traceutil/trace.go:171","msg":"trace[1996716724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170694s","start":"2026-04-09T01:55:05.29576Z","end":"2026-04-09T01:55:07.29593Z","steps":["trace[1996716724] 'agreement among raft nodes before linearized reading' (duration: 2.000061892s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:07.296006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.295744Z","time spent":"2.000252677s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:08.309104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000494666s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:09.296581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:09.296652Z","caller":"traceutil/trace.go:171","msg":"trace[993099657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374909s","start":"2026-04-09T01:55:07.296258Z","end":"2026-04-09T01:55:09.296633Z","steps":["trace[993099657] 'agreement among raft nodes before linearized reading' (duration: 2.000288257s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:09.296687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.296239Z","time spent":"2.000441289s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:09.502614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999306095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:09.502732Z","caller":"traceutil/trace.go:171","msg":"trace[16373185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999471598s","start":"2026-04-09T01:55:04.503223Z","end":"2026-04-09T01:55:09.502694Z","steps":["trace[16373185] 'agreement among raft nodes before linearized reading' (duration: 4.999345096s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:09.502793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.503192Z","time spent":"4.99958833s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:55:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:09.800254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999357666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:09.800339Z","caller":"traceutil/trace.go:171","msg":"trace[1279522371] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999461888s","start":"2026-04-09T01:55:04.800857Z","end":"2026-04-09T01:55:09.800319Z","steps":["trace[1279522371] 'agreement among raft nodes before linearized reading' (duration: 4.999353386s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:09.800387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.800792Z","time spent":"4.99958546s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/09 01:55:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:09.824105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999753484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:09.824182Z","caller":"traceutil/trace.go:171","msg":"trace[1930048815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999869735s","start":"2026-04-09T01:55:04.824291Z","end":"2026-04-09T01:55:09.824161Z","steps":["trace[1930048815] 'agreement among raft nodes before linearized reading' (duration: 4.999772224s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:09.824236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.824281Z","time spent":"4.999947537s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 01:55:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:10.009046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700448558s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:55:10.010307Z","caller":"traceutil/trace.go:171","msg":"trace[2086815213] linearizableReadLoop","detail":"{readStateIndex:26085; appliedIndex:26083; }","duration":"2.905617626s","start":"2026-04-09T01:55:07.104663Z","end":"2026-04-09T01:55:10.01028Z","steps":["trace[2086815213] 'read index received' (duration: 203.940444ms)","trace[2086815213] 'applied index is now lower than readState.Index' (duration: 2.701675582s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:10.01037Z","caller":"traceutil/trace.go:171","msg":"trace[18031725] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"3.736499223s","start":"2026-04-09T01:55:06.273839Z","end":"2026-04-09T01:55:10.010339Z","steps":["trace[18031725] 'process raft request' (duration: 3.735304761s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:10.010524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.27381Z","time spent":"3.736639876s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:10.510593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:11.011741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:11.305478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:11.305563Z","caller":"traceutil/trace.go:171","msg":"trace[1164604128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001109252s","start":"2026-04-09T01:55:09.304433Z","end":"2026-04-09T01:55:11.305542Z","steps":["trace[1164604128] 'agreement among raft nodes before linearized reading' (duration: 2.00100194s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:11.305611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.304418Z","time spent":"2.001182803s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:11.512251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:12.013401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:12.292509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.243569853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:12.292611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.648135205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:12.292632Z","caller":"traceutil/trace.go:171","msg":"trace[766500803] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25237; }","duration":"6.243740457s","start":"2026-04-09T01:55:06.048858Z","end":"2026-04-09T01:55:12.292598Z","steps":["trace[766500803] 'agreement among raft nodes before linearized reading' (duration: 3.961442227s)","trace[766500803] 'count revisions from in-memory index tree' (duration: 2.282139116s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.292699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.048836Z","time spent":"6.243844458s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:12.292751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83647339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:12.292861Z","caller":"traceutil/trace.go:171","msg":"trace[1474903029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25237; }","duration":"5.836626462s","start":"2026-04-09T01:55:06.456208Z","end":"2026-04-09T01:55:12.292834Z","steps":["trace[1474903029] 'agreement among raft nodes before linearized reading' (duration: 3.554110359s)","trace[1474903029] 'range keys from in-memory index tree' (duration: 2.282371401s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.292916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.456182Z","time spent":"5.836720864s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:12.29294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.780486392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" ","response":"range_response_count:1 size:6392"} {"level":"info","ts":"2026-04-09T01:55:12.292988Z","caller":"traceutil/trace.go:171","msg":"trace[1429583183] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc; range_end:; response_count:1; response_revision:25237; }","duration":"7.780573863s","start":"2026-04-09T01:55:04.512399Z","end":"2026-04-09T01:55:12.292973Z","steps":["trace[1429583183] 'agreement among raft nodes before linearized reading' (duration: 5.497933088s)","trace[1429583183] 'range keys from in-memory index tree' (duration: 2.282405501s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.293045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.512379Z","time spent":"7.780656655s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6415,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" "} {"level":"warn","ts":"2026-04-09T01:55:12.293079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.249281503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:12.293161Z","caller":"traceutil/trace.go:171","msg":"trace[1372597269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25237; }","duration":"5.249380395s","start":"2026-04-09T01:55:07.043747Z","end":"2026-04-09T01:55:12.293127Z","steps":["trace[1372597269] 'agreement among raft nodes before linearized reading' (duration: 2.966602947s)","trace[1372597269] 'count revisions from in-memory index tree' (duration: 2.282693327s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.293281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.149649226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:12.293222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.04373Z","time spent":"5.249474677s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:12.293324Z","caller":"traceutil/trace.go:171","msg":"trace[490740092] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25237; }","duration":"7.149729516s","start":"2026-04-09T01:55:05.143581Z","end":"2026-04-09T01:55:12.293311Z","steps":["trace[490740092] 'agreement among raft nodes before linearized reading' (duration: 4.866721914s)","trace[490740092] 'count revisions from in-memory index tree' (duration: 2.28291633s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.293356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:05.143564Z","time spent":"7.149783788s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:12.293531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422902285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:12.293593Z","caller":"traceutil/trace.go:171","msg":"trace[924008661] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25237; }","duration":"5.422992096s","start":"2026-04-09T01:55:06.870583Z","end":"2026-04-09T01:55:12.293575Z","steps":["trace[924008661] 'agreement among raft nodes before linearized reading' (duration: 3.139780001s)","trace[924008661] 'count revisions from in-memory index tree' (duration: 2.283134434s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.292528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374888134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-09T01:55:12.293649Z","caller":"traceutil/trace.go:171","msg":"trace[1664146458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.376054925s","start":"2026-04-09T01:55:06.917582Z","end":"2026-04-09T01:55:12.293637Z","steps":["trace[1664146458] 'agreement among raft nodes before linearized reading' (duration: 3.092763098s)","trace[1664146458] 'range keys from in-memory index tree' (duration: 2.282122197s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.293747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.89039818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T01:55:12.293758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.917567Z","time spent":"5.376169687s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T01:55:12.293793Z","caller":"traceutil/trace.go:171","msg":"trace[935116278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25237; }","duration":"7.890490632s","start":"2026-04-09T01:55:04.403287Z","end":"2026-04-09T01:55:12.293778Z","steps":["trace[935116278] 'agreement among raft nodes before linearized reading' (duration: 5.607157404s)","trace[935116278] 'range keys from in-memory index tree' (duration: 2.283173325s)"],"step_count":2} 2026/04/09 01:55:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:12.293298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.163975566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:12.293984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.870552Z","time spent":"5.423413575s","remote":"127.0.0.1:55116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:12.293824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:04.403277Z","time spent":"7.890540263s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T01:55:12.29422Z","caller":"traceutil/trace.go:171","msg":"trace[1437947792] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25237; }","duration":"6.1647489s","start":"2026-04-09T01:55:06.129271Z","end":"2026-04-09T01:55:12.29402Z","steps":["trace[1437947792] 'agreement among raft nodes before linearized reading' (duration: 3.881065165s)","trace[1437947792] 'count revisions from in-memory index tree' (duration: 2.282934641s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.294312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283934159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:12.292673Z","caller":"traceutil/trace.go:171","msg":"trace[818840327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25237; }","duration":"5.648228886s","start":"2026-04-09T01:55:06.644411Z","end":"2026-04-09T01:55:12.29264Z","steps":["trace[818840327] 'agreement among raft nodes before linearized reading' (duration: 3.365887546s)","trace[818840327] 'count revisions from in-memory index tree' (duration: 2.282271239s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.294523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.644388Z","time spent":"5.650106511s","remote":"127.0.0.1:40644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:12.294552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:06.129252Z","time spent":"6.165032736s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:12.29458Z","caller":"traceutil/trace.go:171","msg":"trace[1976623490] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"3.184171394s","start":"2026-04-09T01:55:09.110388Z","end":"2026-04-09T01:55:12.294559Z","steps":["trace[1976623490] 'process raft request' (duration: 3.184045931s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:12.294645Z","caller":"traceutil/trace.go:171","msg":"trace[656123276] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"5.184667974s","start":"2026-04-09T01:55:07.109959Z","end":"2026-04-09T01:55:12.294627Z","steps":["trace[656123276] 'process raft request' (duration: 2.900309077s)","trace[656123276] 'compare' (duration: 2.282074784s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:12.295628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.110372Z","time spent":"3.185181593s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:12.295794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.10994Z","time spent":"5.185747405s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:12.438097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999052081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:12.438192Z","caller":"traceutil/trace.go:171","msg":"trace[1518057077] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999204324s","start":"2026-04-09T01:55:07.438967Z","end":"2026-04-09T01:55:12.438172Z","steps":["trace[1518057077] 'agreement among raft nodes before linearized reading' (duration: 4.999078082s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:12.438249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:07.43895Z","time spent":"4.999287655s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/09 01:55:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:12.514269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:12.586615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.725951482s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:13.201824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:13.201932Z","caller":"traceutil/trace.go:171","msg":"trace[874690697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608613s","start":"2026-04-09T01:55:11.201282Z","end":"2026-04-09T01:55:13.20189Z","steps":["trace[874690697] 'agreement among raft nodes before linearized reading' (duration: 2.00047504s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.201982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.201259Z","time spent":"2.000712354s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:13.305681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:13.305796Z","caller":"traceutil/trace.go:171","msg":"trace[428452508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019971s","start":"2026-04-09T01:55:11.305749Z","end":"2026-04-09T01:55:13.305769Z","steps":["trace[428452508] 'agreement among raft nodes before linearized reading' (duration: 1.999888328s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.305844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.305727Z","time spent":"2.000106962s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:13.567301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.103155ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:13.567439Z","caller":"traceutil/trace.go:171","msg":"trace[2111608033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25239; }","duration":"198.258878ms","start":"2026-04-09T01:55:13.36916Z","end":"2026-04-09T01:55:13.567419Z","steps":["trace[2111608033] 'range keys from in-memory index tree' (duration: 198.084905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.567566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.500734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:13.56791Z","caller":"traceutil/trace.go:171","msg":"trace[1112607438] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"4.254504304s","start":"2026-04-09T01:55:09.313382Z","end":"2026-04-09T01:55:13.567886Z","steps":["trace[1112607438] 'process raft request' (duration: 4.254429013s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.568027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.31336Z","time spent":"4.254613257s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:13.568324Z","caller":"traceutil/trace.go:171","msg":"trace[1869994428] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"4.457547543s","start":"2026-04-09T01:55:09.110746Z","end":"2026-04-09T01:55:13.568294Z","steps":["trace[1869994428] 'process raft request' (duration: 4.456947871s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:13.568439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.110719Z","time spent":"4.457662084s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:13.568728Z","caller":"traceutil/trace.go:171","msg":"trace[949339566] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"4.457915049s","start":"2026-04-09T01:55:09.110718Z","end":"2026-04-09T01:55:13.568633Z","steps":["trace[949339566] 'process raft request' (duration: 3.476233383s)","trace[949339566] 'compare' (duration: 979.991695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:13.569266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.110692Z","time spent":"4.458261025s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:14.108458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999385807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:14.108562Z","caller":"traceutil/trace.go:171","msg":"trace[1822137978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999546039s","start":"2026-04-09T01:55:09.108992Z","end":"2026-04-09T01:55:14.108538Z","steps":["trace[1822137978] 'agreement among raft nodes before linearized reading' (duration: 4.999418167s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:14.108624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.108969Z","time spent":"4.999640562s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:55:14.403092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.29903Z","time spent":"2.104052003s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:14.824406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9985617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:14.824462Z","caller":"traceutil/trace.go:171","msg":"trace[778154792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998660682s","start":"2026-04-09T01:55:11.825788Z","end":"2026-04-09T01:55:14.824449Z","steps":["trace[778154792] 'agreement among raft nodes before linearized reading' (duration: 2.998584381s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:14.824491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.825778Z","time spent":"2.998707253s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 01:55:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:14.972449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.276150206s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:15.315228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:15.315312Z","caller":"traceutil/trace.go:171","msg":"trace[1004220273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392418s","start":"2026-04-09T01:55:13.3149Z","end":"2026-04-09T01:55:15.315292Z","steps":["trace[1004220273] 'agreement among raft nodes before linearized reading' (duration: 2.000279566s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.31536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.314872Z","time spent":"2.000478061s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:15.579181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.493214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:15.579373Z","caller":"traceutil/trace.go:171","msg":"trace[195328744] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"4.745877043s","start":"2026-04-09T01:55:10.833468Z","end":"2026-04-09T01:55:15.579345Z","steps":["trace[195328744] 'process raft request' (duration: 4.139143965s)","trace[195328744] 'compare' (duration: 606.035085ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:15.579451Z","caller":"traceutil/trace.go:171","msg":"trace[1264879385] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"3.737346048s","start":"2026-04-09T01:55:11.84208Z","end":"2026-04-09T01:55:15.579426Z","steps":["trace[1264879385] 'process raft request' (duration: 3.737188515s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.579491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.833452Z","time spent":"4.745977065s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:15.579509Z","caller":"traceutil/trace.go:171","msg":"trace[1734045144] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"1.277572356s","start":"2026-04-09T01:55:14.301919Z","end":"2026-04-09T01:55:15.579491Z","steps":["trace[1734045144] 'process raft request' (duration: 1.277503745s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.579579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.842052Z","time spent":"3.737456481s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:15.5796Z","caller":"traceutil/trace.go:171","msg":"trace[549708922] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"752.645445ms","start":"2026-04-09T01:55:14.826946Z","end":"2026-04-09T01:55:15.579591Z","steps":["trace[549708922] 'process raft request' (duration: 752.587434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.579659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.82692Z","time spent":"752.718067ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:15.579657Z","caller":"traceutil/trace.go:171","msg":"trace[1437931681] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"3.277336432s","start":"2026-04-09T01:55:12.302311Z","end":"2026-04-09T01:55:15.579648Z","steps":["trace[1437931681] 'process raft request' (duration: 3.277051917s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.579708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.302302Z","time spent":"3.277380843s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6196,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:15.579743Z","caller":"traceutil/trace.go:171","msg":"trace[949179065] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25247; }","duration":"1.173441774s","start":"2026-04-09T01:55:14.406295Z","end":"2026-04-09T01:55:15.579737Z","steps":["trace[949179065] 'process raft request' (duration: 1.173169199s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.579767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.406274Z","time spent":"1.173480644s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:15.57958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.301893Z","time spent":"1.277653167s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:15.579915Z","caller":"traceutil/trace.go:171","msg":"trace[1840695787] linearizableReadLoop","detail":"{readStateIndex:26094; appliedIndex:26087; }","duration":"5.569510305s","start":"2026-04-09T01:55:10.010394Z","end":"2026-04-09T01:55:15.579904Z","steps":["trace[1840695787] 'read index received' (duration: 2.57657792s)","trace[1840695787] 'applied index is now lower than readState.Index' (duration: 2.992929255s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:15.580113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713892414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-09T01:55:15.58015Z","caller":"traceutil/trace.go:171","msg":"trace[2037634575] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25248; }","duration":"5.713967246s","start":"2026-04-09T01:55:09.866172Z","end":"2026-04-09T01:55:15.580139Z","steps":["trace[2037634575] 'agreement among raft nodes before linearized reading' (duration: 5.713835653s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.580181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.866152Z","time spent":"5.714021526s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-09T01:55:15.580196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.404535361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:15.580225Z","caller":"traceutil/trace.go:171","msg":"trace[113319646] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25248; }","duration":"6.404605182s","start":"2026-04-09T01:55:09.175612Z","end":"2026-04-09T01:55:15.580217Z","steps":["trace[113319646] 'agreement among raft nodes before linearized reading' (duration: 6.4044927s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.580247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.17559Z","time spent":"6.404650863s","remote":"127.0.0.1:35732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:15.580388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.280498218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-09T01:55:15.580383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828617459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:55:15.580407Z","caller":"traceutil/trace.go:171","msg":"trace[1999360980] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591; range_end:; response_count:1; response_revision:25248; }","duration":"6.2805549s","start":"2026-04-09T01:55:09.299845Z","end":"2026-04-09T01:55:15.5804Z","steps":["trace[1999360980] 'agreement among raft nodes before linearized reading' (duration: 6.280464208s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.580422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.299825Z","time spent":"6.280593901s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a48d6dadd5d591\" "} {"level":"warn","ts":"2026-04-09T01:55:15.580528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.855620514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:15.580623Z","caller":"traceutil/trace.go:171","msg":"trace[1143351290] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25248; }","duration":"5.855724556s","start":"2026-04-09T01:55:09.724846Z","end":"2026-04-09T01:55:15.58057Z","steps":["trace[1143351290] 'agreement among raft nodes before linearized reading' (duration: 5.855535222s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.580662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:09.724826Z","time spent":"5.855828058s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:15.580425Z","caller":"traceutil/trace.go:171","msg":"trace[496814524] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25248; }","duration":"6.82868515s","start":"2026-04-09T01:55:08.751727Z","end":"2026-04-09T01:55:15.580412Z","steps":["trace[496814524] 'agreement among raft nodes before linearized reading' (duration: 6.828540157s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.581107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:08.751708Z","time spent":"6.829383303s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-09T01:55:15.589508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289700211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:15.589567Z","caller":"traceutil/trace.go:171","msg":"trace[384183739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"1.289889075s","start":"2026-04-09T01:55:14.299663Z","end":"2026-04-09T01:55:15.589552Z","steps":["trace[384183739] 'agreement among raft nodes before linearized reading' (duration: 1.289739822s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:15.589601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.299635Z","time spent":"1.289958985s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/09 01:55:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:16.080957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:16.582098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:16.596149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017694674s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:16.791074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.713353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:16.791457Z","caller":"traceutil/trace.go:171","msg":"trace[1064431719] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"1.216234088s","start":"2026-04-09T01:55:15.575204Z","end":"2026-04-09T01:55:16.791438Z","steps":["trace[1064431719] 'process raft request' (duration: 1.216077795s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:16.79152Z","caller":"traceutil/trace.go:171","msg":"trace[1441181919] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"1.216721147s","start":"2026-04-09T01:55:15.574757Z","end":"2026-04-09T01:55:16.791478Z","steps":["trace[1441181919] 'process raft request' (duration: 1.021521814s)","trace[1441181919] 'compare' (duration: 193.927189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:16.791654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.575176Z","time spent":"1.216387031s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:16.791701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.574737Z","time spent":"1.21686934s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:16.832538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999875826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:16.832649Z","caller":"traceutil/trace.go:171","msg":"trace[637385648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000033278s","start":"2026-04-09T01:55:11.832599Z","end":"2026-04-09T01:55:16.832632Z","steps":["trace[637385648] 'agreement among raft nodes before linearized reading' (duration: 4.999910096s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:16.832726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.832579Z","time spent":"5.000134381s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:55:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:17.015878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999345096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:17.016001Z","caller":"traceutil/trace.go:171","msg":"trace[1850448191] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99956349s","start":"2026-04-09T01:55:12.016417Z","end":"2026-04-09T01:55:17.01598Z","steps":["trace[1850448191] 'agreement among raft nodes before linearized reading' (duration: 4.999374507s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:17.016053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.016397Z","time spent":"4.999644021s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-09T01:55:17.316252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:17.316344Z","caller":"traceutil/trace.go:171","msg":"trace[897562550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707745s","start":"2026-04-09T01:55:15.315615Z","end":"2026-04-09T01:55:17.316323Z","steps":["trace[897562550] 'agreement among raft nodes before linearized reading' (duration: 2.000569022s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:17.316393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.3156Z","time spent":"2.000783536s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:17.586374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997837308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:17.586466Z","caller":"traceutil/trace.go:171","msg":"trace[69462735] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998000721s","start":"2026-04-09T01:55:12.588444Z","end":"2026-04-09T01:55:17.586444Z","steps":["trace[69462735] 'agreement among raft nodes before linearized reading' (duration: 4.997876728s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:17.586516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.588412Z","time spent":"4.998093203s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/09 01:55:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:18.299024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268560849s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:18.299688Z","caller":"traceutil/trace.go:171","msg":"trace[241712833] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"2.71719839s","start":"2026-04-09T01:55:15.582462Z","end":"2026-04-09T01:55:18.29966Z","steps":["trace[241712833] 'process raft request' (duration: 1.447926027s)","trace[241712833] 'compare' (duration: 1.267939658s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:18.299785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.582432Z","time spent":"2.717309341s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:18.979521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487442711s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:19.108898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99858016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:19.10897Z","caller":"traceutil/trace.go:171","msg":"trace[1953678068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998725834s","start":"2026-04-09T01:55:16.11023Z","end":"2026-04-09T01:55:19.108956Z","steps":["trace[1953678068] 'agreement among raft nodes before linearized reading' (duration: 2.998638692s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:19.109016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.110207Z","time spent":"2.998799995s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/09 01:55:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:19.323742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999792176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:19.3238Z","caller":"traceutil/trace.go:171","msg":"trace[64175377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903029s","start":"2026-04-09T01:55:17.323884Z","end":"2026-04-09T01:55:19.323787Z","steps":["trace[64175377] 'agreement among raft nodes before linearized reading' (duration: 1.999836497s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:19.323837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.323861Z","time spent":"1.99996743s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:19.9991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699976644s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:55:19.999265Z","caller":"traceutil/trace.go:171","msg":"trace[595527250] linearizableReadLoop","detail":"{readStateIndex:26101; appliedIndex:26097; }","duration":"4.419313843s","start":"2026-04-09T01:55:15.579938Z","end":"2026-04-09T01:55:19.999252Z","steps":["trace[595527250] 'read index received' (duration: 1.016353758s)","trace[595527250] 'applied index is now lower than readState.Index' (duration: 3.402959265s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:19.9998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122280851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:19.999835Z","caller":"traceutil/trace.go:171","msg":"trace[321458806] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25252; }","duration":"6.122353103s","start":"2026-04-09T01:55:13.877473Z","end":"2026-04-09T01:55:19.999826Z","steps":["trace[321458806] 'agreement among raft nodes before linearized reading' (duration: 6.122288862s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:19.999859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.877457Z","time spent":"6.122394454s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:19.999848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.99281095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:19.999915Z","caller":"traceutil/trace.go:171","msg":"trace[951665028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25252; }","duration":"5.992952493s","start":"2026-04-09T01:55:14.006948Z","end":"2026-04-09T01:55:19.999901Z","steps":["trace[951665028] 'agreement among raft nodes before linearized reading' (duration: 5.99278968s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:19.999945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:14.006929Z","time spent":"5.993010293s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962216127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:20.000031Z","caller":"traceutil/trace.go:171","msg":"trace[396019838] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25252; }","duration":"6.962290329s","start":"2026-04-09T01:55:13.037733Z","end":"2026-04-09T01:55:20.000023Z","steps":["trace[396019838] 'agreement among raft nodes before linearized reading' (duration: 6.962246758s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:13.03768Z","time spent":"6.96236419s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.046742606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:20.00021Z","caller":"traceutil/trace.go:171","msg":"trace[798750646] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25252; }","duration":"7.046873559s","start":"2026-04-09T01:55:12.953316Z","end":"2026-04-09T01:55:20.000189Z","steps":["trace[798750646] 'agreement among raft nodes before linearized reading' (duration: 7.046729075s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.953297Z","time spent":"7.04694553s","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.534499968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:20.000503Z","caller":"traceutil/trace.go:171","msg":"trace[1068894229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25252; }","duration":"7.534574189s","start":"2026-04-09T01:55:12.46592Z","end":"2026-04-09T01:55:20.000494Z","steps":["trace[1068894229] 'agreement among raft nodes before linearized reading' (duration: 7.534521348s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.465898Z","time spent":"7.534626041s","remote":"127.0.0.1:39096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706738864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:20.000581Z","caller":"traceutil/trace.go:171","msg":"trace[986569050] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25252; }","duration":"7.706815975s","start":"2026-04-09T01:55:12.293754Z","end":"2026-04-09T01:55:20.00057Z","steps":["trace[986569050] 'agreement among raft nodes before linearized reading' (duration: 7.706736404s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.293729Z","time spent":"7.706866246s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663111713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:20.000756Z","caller":"traceutil/trace.go:171","msg":"trace[286153989] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25252; }","duration":"7.663139574s","start":"2026-04-09T01:55:12.337609Z","end":"2026-04-09T01:55:20.000748Z","steps":["trace[286153989] 'agreement among raft nodes before linearized reading' (duration: 7.663090963s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.337577Z","time spent":"7.663193225s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.193124669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:20.000855Z","caller":"traceutil/trace.go:171","msg":"trace[1554187752] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25252; }","duration":"8.19319606s","start":"2026-04-09T01:55:11.807651Z","end":"2026-04-09T01:55:20.000847Z","steps":["trace[1554187752] 'agreement among raft nodes before linearized reading' (duration: 8.193012097s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:11.80763Z","time spent":"8.193245261s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.670795686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:20.00092Z","caller":"traceutil/trace.go:171","msg":"trace[524203514] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25252; }","duration":"7.670928139s","start":"2026-04-09T01:55:12.329985Z","end":"2026-04-09T01:55:20.000913Z","steps":["trace[524203514] 'agreement among raft nodes before linearized reading' (duration: 7.670887458s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.000943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.329974Z","time spent":"7.670961899s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:20.000952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649699928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T01:55:20.000976Z","caller":"traceutil/trace.go:171","msg":"trace[133094736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25252; }","duration":"4.649753089s","start":"2026-04-09T01:55:15.351217Z","end":"2026-04-09T01:55:20.00097Z","steps":["trace[133094736] 'agreement among raft nodes before linearized reading' (duration: 4.649657577s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.00099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.351201Z","time spent":"4.64978583s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:55:20.001049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.587192996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:20.001065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.701006897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:20.001077Z","caller":"traceutil/trace.go:171","msg":"trace[1010633226] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:0; response_revision:25252; }","duration":"9.587259297s","start":"2026-04-09T01:55:10.413809Z","end":"2026-04-09T01:55:20.001068Z","steps":["trace[1010633226] 'agreement among raft nodes before linearized reading' (duration: 9.587210947s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:20.001095Z","caller":"traceutil/trace.go:171","msg":"trace[1836747711] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25252; }","duration":"7.701058228s","start":"2026-04-09T01:55:12.30003Z","end":"2026-04-09T01:55:20.001088Z","steps":["trace[1836747711] 'agreement among raft nodes before linearized reading' (duration: 7.700998007s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.001103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:10.413787Z","time spent":"9.587310568s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-09T01:55:20.001118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:12.300022Z","time spent":"7.701089598s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-09T01:55:20.001391Z","caller":"traceutil/trace.go:171","msg":"trace[1754271432] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"2.509403673s","start":"2026-04-09T01:55:17.491964Z","end":"2026-04-09T01:55:20.001367Z","steps":["trace[1754271432] 'process raft request' (duration: 2.507208432s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.001525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.491941Z","time spent":"2.509512905s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:20.499669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:20.789489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99962857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:20.789591Z","caller":"traceutil/trace.go:171","msg":"trace[118147479] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999787832s","start":"2026-04-09T01:55:15.789783Z","end":"2026-04-09T01:55:20.789571Z","steps":["trace[118147479] 'agreement among raft nodes before linearized reading' (duration: 4.999652159s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:20.789645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.789764Z","time spent":"4.999868893s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-09T01:55:20.888295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908552652s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:21.324064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:21.324152Z","caller":"traceutil/trace.go:171","msg":"trace[1904200407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009147s","start":"2026-04-09T01:55:19.324041Z","end":"2026-04-09T01:55:21.324133Z","steps":["trace[1904200407] 'agreement among raft nodes before linearized reading' (duration: 1.999983258s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.324201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.32403Z","time spent":"2.000161781s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:21.437519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.997146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:21.437768Z","caller":"traceutil/trace.go:171","msg":"trace[1338225727] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"2.639912801s","start":"2026-04-09T01:55:18.797831Z","end":"2026-04-09T01:55:21.437744Z","steps":["trace[1338225727] 'process raft request' (duration: 2.63983592s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.437768Z","caller":"traceutil/trace.go:171","msg":"trace[1418604160] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"2.863718744s","start":"2026-04-09T01:55:18.574029Z","end":"2026-04-09T01:55:21.437748Z","steps":["trace[1418604160] 'process raft request' (duration: 2.863567152s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.437822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.7978Z","time spent":"2.639997523s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:21.437763Z","caller":"traceutil/trace.go:171","msg":"trace[1280953066] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"3.851260219s","start":"2026-04-09T01:55:17.586462Z","end":"2026-04-09T01:55:21.437722Z","steps":["trace[1280953066] 'process raft request' (duration: 3.301998508s)","trace[1280953066] 'compare' (duration: 548.764782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:21.437893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.574012Z","time spent":"2.863798995s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:21.437937Z","caller":"traceutil/trace.go:171","msg":"trace[20484276] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"2.638853541s","start":"2026-04-09T01:55:18.799059Z","end":"2026-04-09T01:55:21.437912Z","steps":["trace[20484276] 'process raft request' (duration: 2.638659938s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.438093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.799054Z","time spent":"2.638947083s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:21.438094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.586447Z","time spent":"3.851538583s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:21.509438Z","caller":"traceutil/trace.go:171","msg":"trace[1047017222] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"2.398011332s","start":"2026-04-09T01:55:19.111395Z","end":"2026-04-09T01:55:21.509407Z","steps":["trace[1047017222] 'process raft request' (duration: 2.397817909s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.509723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.111381Z","time spent":"2.398216257s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:21.509825Z","caller":"traceutil/trace.go:171","msg":"trace[472910963] linearizableReadLoop","detail":"{readStateIndex:26109; appliedIndex:26102; }","duration":"1.510521075s","start":"2026-04-09T01:55:19.999283Z","end":"2026-04-09T01:55:21.509804Z","steps":["trace[472910963] 'read index received' (duration: 889.188907ms)","trace[472910963] 'applied index is now lower than readState.Index' (duration: 621.330498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:21.509932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11938244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:21.509924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.002708Z","time spent":"1.507210173s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:21.509967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.472019932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.509989Z","caller":"traceutil/trace.go:171","msg":"trace[1428682931] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"1.503961643s","start":"2026-04-09T01:55:20.006012Z","end":"2026-04-09T01:55:21.509974Z","steps":["trace[1428682931] 'process raft request' (duration: 1.503659208s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.509991Z","caller":"traceutil/trace.go:171","msg":"trace[1832532509] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25259; }","duration":"5.119479231s","start":"2026-04-09T01:55:16.390495Z","end":"2026-04-09T01:55:21.509974Z","steps":["trace[1832532509] 'agreement among raft nodes before linearized reading' (duration: 5.119365619s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.51001Z","caller":"traceutil/trace.go:171","msg":"trace[1929983686] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25259; }","duration":"5.472067933s","start":"2026-04-09T01:55:16.037929Z","end":"2026-04-09T01:55:21.509997Z","steps":["trace[1929983686] 'agreement among raft nodes before linearized reading' (duration: 5.471990981s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828440095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:55:21.510053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.005991Z","time spent":"1.504032264s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:21.510053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.037884Z","time spent":"5.472155915s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:21.510078Z","caller":"traceutil/trace.go:171","msg":"trace[346687673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25259; }","duration":"1.828508836s","start":"2026-04-09T01:55:19.68155Z","end":"2026-04-09T01:55:21.510059Z","steps":["trace[346687673] 'agreement among raft nodes before linearized reading' (duration: 1.828276362s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.39048Z","time spent":"5.119557203s","remote":"127.0.0.1:35706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.510126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.681491Z","time spent":"1.828628278s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:21.510145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184265338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:21.510177Z","caller":"traceutil/trace.go:171","msg":"trace[1831657312] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25259; }","duration":"4.184308129s","start":"2026-04-09T01:55:17.325859Z","end":"2026-04-09T01:55:21.510167Z","steps":["trace[1831657312] 'agreement among raft nodes before linearized reading' (duration: 4.184213137s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.325852Z","time spent":"4.184352419s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.510317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72946542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:21.510327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41243837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:21.510377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855112129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T01:55:21.510376Z","caller":"traceutil/trace.go:171","msg":"trace[1046222385] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25259; }","duration":"5.729561811s","start":"2026-04-09T01:55:15.780798Z","end":"2026-04-09T01:55:21.51036Z","steps":["trace[1046222385] 'agreement among raft nodes before linearized reading' (duration: 5.72947592s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.510379Z","caller":"traceutil/trace.go:171","msg":"trace[530765302] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25259; }","duration":"2.412530752s","start":"2026-04-09T01:55:19.097835Z","end":"2026-04-09T01:55:21.510366Z","steps":["trace[530765302] 'agreement among raft nodes before linearized reading' (duration: 2.412435831s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31965153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.510407Z","caller":"traceutil/trace.go:171","msg":"trace[532645153] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25259; }","duration":"1.85518348s","start":"2026-04-09T01:55:19.655215Z","end":"2026-04-09T01:55:21.510399Z","steps":["trace[532645153] 'agreement among raft nodes before linearized reading' (duration: 1.855090858s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.097816Z","time spent":"2.412595413s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.510426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.780779Z","time spent":"5.729630033s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:21.510442Z","caller":"traceutil/trace.go:171","msg":"trace[1867910650] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25259; }","duration":"4.319728011s","start":"2026-04-09T01:55:17.190704Z","end":"2026-04-09T01:55:21.510432Z","steps":["trace[1867910650] 'agreement among raft nodes before linearized reading' (duration: 4.3196694s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:19.655196Z","time spent":"1.855242892s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-09T01:55:21.510473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.190684Z","time spent":"4.319779922s","remote":"127.0.0.1:40760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.510634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.926319822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-04-09T01:55:21.510745Z","caller":"traceutil/trace.go:171","msg":"trace[1315760180] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25259; }","duration":"5.926446834s","start":"2026-04-09T01:55:15.584281Z","end":"2026-04-09T01:55:21.510728Z","steps":["trace[1315760180] 'agreement among raft nodes before linearized reading' (duration: 5.926041327s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.889724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:21.510832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.73963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-09T01:55:21.510861Z","caller":"traceutil/trace.go:171","msg":"trace[1881319614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25259; }","duration":"858.986586ms","start":"2026-04-09T01:55:20.651861Z","end":"2026-04-09T01:55:21.510847Z","steps":["trace[1881319614] 'agreement among raft nodes before linearized reading' (duration: 858.904375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493811371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-09T01:55:21.510911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.651842Z","time spent":"859.055707ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.510932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.884927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.510939Z","caller":"traceutil/trace.go:171","msg":"trace[967714977] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25259; }","duration":"4.493887523s","start":"2026-04-09T01:55:17.017042Z","end":"2026-04-09T01:55:21.510929Z","steps":["trace[967714977] 'agreement among raft nodes before linearized reading' (duration: 4.493585447s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.510958Z","caller":"traceutil/trace.go:171","msg":"trace[727962373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25259; }","duration":"179.948039ms","start":"2026-04-09T01:55:21.331002Z","end":"2026-04-09T01:55:21.51095Z","steps":["trace[727962373] 'agreement among raft nodes before linearized reading' (duration: 179.889627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.510971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:17.017021Z","time spent":"4.493940064s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-09T01:55:21.510831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.584269Z","time spent":"5.926545396s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-09T01:55:21.511045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190581169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.511092Z","caller":"traceutil/trace.go:171","msg":"trace[273212554] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25259; }","duration":"3.19064792s","start":"2026-04-09T01:55:18.320435Z","end":"2026-04-09T01:55:21.511083Z","steps":["trace[273212554] 'agreement among raft nodes before linearized reading' (duration: 3.190581179s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.511115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.320424Z","time spent":"3.190685282s","remote":"127.0.0.1:40734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.510824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012873702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:21.511136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242479132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:21.51115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.959845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:21.511166Z","caller":"traceutil/trace.go:171","msg":"trace[674710409] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25259; }","duration":"5.01324187s","start":"2026-04-09T01:55:16.497913Z","end":"2026-04-09T01:55:21.511155Z","steps":["trace[674710409] 'agreement among raft nodes before linearized reading' (duration: 5.012853843s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.510871Z","caller":"traceutil/trace.go:171","msg":"trace[815875012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25259; }","duration":"763.81612ms","start":"2026-04-09T01:55:20.747043Z","end":"2026-04-09T01:55:21.510859Z","steps":["trace[815875012] 'agreement among raft nodes before linearized reading' (duration: 763.702868ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.511182Z","caller":"traceutil/trace.go:171","msg":"trace[619070084] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25259; }","duration":"1.242571664s","start":"2026-04-09T01:55:20.268596Z","end":"2026-04-09T01:55:21.511168Z","steps":["trace[619070084] 'agreement among raft nodes before linearized reading' (duration: 1.242493432s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.511212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:16.497898Z","time spent":"5.013302301s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.51122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.747022Z","time spent":"764.184538ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:21.511226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.268571Z","time spent":"1.242641075s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:21.511182Z","caller":"traceutil/trace.go:171","msg":"trace[933692483] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25259; }","duration":"189.028777ms","start":"2026-04-09T01:55:21.322142Z","end":"2026-04-09T01:55:21.511171Z","steps":["trace[933692483] 'agreement among raft nodes before linearized reading' (duration: 188.975456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.511218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.426383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.511376Z","caller":"traceutil/trace.go:171","msg":"trace[2086703150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25259; }","duration":"308.615796ms","start":"2026-04-09T01:55:21.20275Z","end":"2026-04-09T01:55:21.511366Z","steps":["trace[2086703150] 'agreement among raft nodes before linearized reading' (duration: 308.448323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.51141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.202729Z","time spent":"308.672697ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:21.511412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20193061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:21.511397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20731908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-09T01:55:21.511449Z","caller":"traceutil/trace.go:171","msg":"trace[1027114535] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25259; }","duration":"3.201997702s","start":"2026-04-09T01:55:18.309438Z","end":"2026-04-09T01:55:21.511436Z","steps":["trace[1027114535] 'agreement among raft nodes before linearized reading' (duration: 3.20193348s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.511473Z","caller":"traceutil/trace.go:171","msg":"trace[557718216] range","detail":"{range_begin:/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2; range_end:; response_count:1; response_revision:25259; }","duration":"3.207446163s","start":"2026-04-09T01:55:18.304008Z","end":"2026-04-09T01:55:21.511454Z","steps":["trace[557718216] 'agreement among raft nodes before linearized reading' (duration: 3.205811803s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.511489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.309424Z","time spent":"3.202056932s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:21.511518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:18.303979Z","time spent":"3.207530214s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" "} {"level":"warn","ts":"2026-04-09T01:55:21.511533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.927222759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc68d570-faa9-4dbf-abb7-d97027b9c904\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-09T01:55:21.510666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504277589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.511558Z","caller":"traceutil/trace.go:171","msg":"trace[1780370280] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc68d570-faa9-4dbf-abb7-d97027b9c904; range_end:; response_count:1; response_revision:25259; }","duration":"5.92726967s","start":"2026-04-09T01:55:15.584281Z","end":"2026-04-09T01:55:21.511551Z","steps":["trace[1780370280] 'agreement among raft nodes before linearized reading' (duration: 5.927174708s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.511599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.584272Z","time spent":"5.927300741s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bc68d570-faa9-4dbf-abb7-d97027b9c904\" "} {"level":"warn","ts":"2026-04-09T01:55:21.511657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.892413123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:21.511695Z","caller":"traceutil/trace.go:171","msg":"trace[738486987] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25259; }","duration":"5.892492984s","start":"2026-04-09T01:55:15.619193Z","end":"2026-04-09T01:55:21.511686Z","steps":["trace[738486987] 'agreement among raft nodes before linearized reading' (duration: 5.892435763s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:21.511637Z","caller":"traceutil/trace.go:171","msg":"trace[2114907141] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25259; }","duration":"1.505219677s","start":"2026-04-09T01:55:20.006348Z","end":"2026-04-09T01:55:21.511567Z","steps":["trace[2114907141] 'agreement among raft nodes before linearized reading' (duration: 1.504275789s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:21.512003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:20.006333Z","time spent":"1.505645884s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:21.512884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:15.619169Z","time spent":"5.893682207s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:22.014751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.515492Z","time spent":"499.243564ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 01:55:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:22.019301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.661857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:22.01976Z","caller":"traceutil/trace.go:171","msg":"trace[1401142669] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"508.857973ms","start":"2026-04-09T01:55:21.510879Z","end":"2026-04-09T01:55:22.019737Z","steps":["trace[1401142669] 'process raft request' (duration: 392.680637ms)","trace[1401142669] 'compare' (duration: 115.32881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:22.019841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.510857Z","time spent":"508.945215ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:22.041884Z","caller":"traceutil/trace.go:171","msg":"trace[1146950224] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"526.47021ms","start":"2026-04-09T01:55:21.515395Z","end":"2026-04-09T01:55:22.041865Z","steps":["trace[1146950224] 'process raft request' (duration: 526.390198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.041977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.515385Z","time spent":"526.552031ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:22.041989Z","caller":"traceutil/trace.go:171","msg":"trace[706173637] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"526.608002ms","start":"2026-04-09T01:55:21.515327Z","end":"2026-04-09T01:55:22.041935Z","steps":["trace[706173637] 'process raft request' (duration: 526.401788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.042118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.515296Z","time spent":"526.731654ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:22.041864Z","caller":"traceutil/trace.go:171","msg":"trace[913259169] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"526.689533ms","start":"2026-04-09T01:55:21.515141Z","end":"2026-04-09T01:55:22.041831Z","steps":["trace[913259169] 'process raft request' (duration: 526.447529ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:22.042214Z","caller":"traceutil/trace.go:171","msg":"trace[1356764444] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"525.294107ms","start":"2026-04-09T01:55:21.516888Z","end":"2026-04-09T01:55:22.042182Z","steps":["trace[1356764444] 'process raft request' (duration: 525.222776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.042301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.515119Z","time spent":"527.110461ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:22.042349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.516871Z","time spent":"525.409139ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:22.042371Z","caller":"traceutil/trace.go:171","msg":"trace[2084805530] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"525.807646ms","start":"2026-04-09T01:55:21.516529Z","end":"2026-04-09T01:55:22.042337Z","steps":["trace[2084805530] 'process raft request' (duration: 525.45989ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:22.042462Z","caller":"traceutil/trace.go:171","msg":"trace[119726242] linearizableReadLoop","detail":"{readStateIndex:26111; appliedIndex:26109; }","duration":"527.126371ms","start":"2026-04-09T01:55:21.515323Z","end":"2026-04-09T01:55:22.042449Z","steps":["trace[119726242] 'read index received' (duration: 388.253724ms)","trace[119726242] 'applied index is now lower than readState.Index' (duration: 138.871487ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:22.042489Z","caller":"traceutil/trace.go:171","msg":"trace[283917787] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"524.802459ms","start":"2026-04-09T01:55:21.517642Z","end":"2026-04-09T01:55:22.042444Z","steps":["trace[283917787] 'process raft request' (duration: 524.508714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.042535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.516518Z","time spent":"525.931649ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:22.042567Z","caller":"traceutil/trace.go:171","msg":"trace[237634360] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"520.434857ms","start":"2026-04-09T01:55:21.52212Z","end":"2026-04-09T01:55:22.042554Z","steps":["trace[237634360] 'process raft request' (duration: 520.142322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.042639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.522111Z","time spent":"520.493688ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:22.042668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.341325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-09T01:55:22.042665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.517632Z","time spent":"524.933441ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:22.042715Z","caller":"traceutil/trace.go:171","msg":"trace[2097216066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25268; }","duration":"527.409067ms","start":"2026-04-09T01:55:21.515292Z","end":"2026-04-09T01:55:22.042701Z","steps":["trace[2097216066] 'agreement among raft nodes before linearized reading' (duration: 527.275484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:22.042751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.51528Z","time spent":"527.464047ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-09T01:55:22.542963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:22.992165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.520289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:527"} {"level":"info","ts":"2026-04-09T01:55:22.992286Z","caller":"traceutil/trace.go:171","msg":"trace[571400408] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25268; }","duration":"974.940791ms","start":"2026-04-09T01:55:22.017321Z","end":"2026-04-09T01:55:22.992262Z","steps":["trace[571400408] 'process raft request' (duration: 620.247889ms)","trace[571400408] 'compare' (duration: 354.463337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:22.992379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.017298Z","time spent":"975.032383ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":550,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:23.759975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122426937s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:23.760597Z","caller":"traceutil/trace.go:171","msg":"trace[1549838177] linearizableReadLoop","detail":"{readStateIndex:26122; appliedIndex:26118; }","duration":"1.718072879s","start":"2026-04-09T01:55:22.042499Z","end":"2026-04-09T01:55:23.760572Z","steps":["trace[1549838177] 'read index received' (duration: 595.090042ms)","trace[1549838177] 'applied index is now lower than readState.Index' (duration: 1.122981547s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:23.760762Z","caller":"traceutil/trace.go:171","msg":"trace[726893081] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.714350739s","start":"2026-04-09T01:55:22.046399Z","end":"2026-04-09T01:55:23.76075Z","steps":["trace[726893081] 'process raft request' (duration: 1.71384344s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:23.760913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.046384Z","time spent":"1.714447452s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T01:55:23.761322Z","caller":"traceutil/trace.go:171","msg":"trace[1695175086] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.712756332s","start":"2026-04-09T01:55:22.048513Z","end":"2026-04-09T01:55:23.761269Z","steps":["trace[1695175086] 'process raft request' (duration: 1.712008737s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:23.761428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038904222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-09T01:55:23.761499Z","caller":"traceutil/trace.go:171","msg":"trace[2066937576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25271; }","duration":"2.039014965s","start":"2026-04-09T01:55:21.722469Z","end":"2026-04-09T01:55:23.761484Z","steps":["trace[2066937576] 'agreement among raft nodes before linearized reading' (duration: 2.038806491s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:23.761506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.048493Z","time spent":"1.712930655s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:23.761545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.722449Z","time spent":"2.039085376s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-09T01:55:23.761373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241136216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:23.761681Z","caller":"traceutil/trace.go:171","msg":"trace[72824861] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.714102665s","start":"2026-04-09T01:55:22.047521Z","end":"2026-04-09T01:55:23.761624Z","steps":["trace[72824861] 'process raft request' (duration: 1.712894652s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:23.761805Z","caller":"traceutil/trace.go:171","msg":"trace[1001406862] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25271; }","duration":"2.241577474s","start":"2026-04-09T01:55:21.520201Z","end":"2026-04-09T01:55:23.761778Z","steps":["trace[1001406862] 'agreement among raft nodes before linearized reading' (duration: 2.241094345s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:23.761889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:21.520193Z","time spent":"2.241668595s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:23.76191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.047493Z","time spent":"1.714315919s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:23.762116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74016881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:55:23.762198Z","caller":"traceutil/trace.go:171","msg":"trace[878514309] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25271; }","duration":"1.740328082s","start":"2026-04-09T01:55:22.021852Z","end":"2026-04-09T01:55:23.76218Z","steps":["trace[878514309] 'agreement among raft nodes before linearized reading' (duration: 1.739476177s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:23.762258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.021836Z","time spent":"1.740411234s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:55:24.261312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:24.296357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:24.296433Z","caller":"traceutil/trace.go:171","msg":"trace[1240498673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054515s","start":"2026-04-09T01:55:22.295874Z","end":"2026-04-09T01:55:24.296419Z","steps":["trace[1240498673] 'agreement among raft nodes before linearized reading' (duration: 2.000443919s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.296471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.295858Z","time spent":"2.000603512s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T01:55:24.635978Z","caller":"traceutil/trace.go:171","msg":"trace[772314476] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"1.191781434s","start":"2026-04-09T01:55:23.444175Z","end":"2026-04-09T01:55:24.635957Z","steps":["trace[772314476] 'process raft request' (duration: 1.191745294s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.636078Z","caller":"traceutil/trace.go:171","msg":"trace[1006300095] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"1.55210915s","start":"2026-04-09T01:55:23.083943Z","end":"2026-04-09T01:55:24.636052Z","steps":["trace[1006300095] 'process raft request' (duration: 1.495493669s)","trace[1006300095] 'compare' (duration: 56.215043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:24.636112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.444151Z","time spent":"1.191894857s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:24.636196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.083919Z","time spent":"1.552214192s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:24.636359Z","caller":"traceutil/trace.go:171","msg":"trace[585837271] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"1.1931747s","start":"2026-04-09T01:55:23.443174Z","end":"2026-04-09T01:55:24.636348Z","steps":["trace[585837271] 'process raft request' (duration: 1.192625949s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.636436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.443147Z","time spent":"1.193258381s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:24.636618Z","caller":"traceutil/trace.go:171","msg":"trace[1091776908] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"1.192469107s","start":"2026-04-09T01:55:23.44414Z","end":"2026-04-09T01:55:24.636609Z","steps":["trace[1091776908] 'process raft request' (duration: 1.191739463s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.636678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.444119Z","time spent":"1.192529399s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:24.683009Z","caller":"traceutil/trace.go:171","msg":"trace[1952048647] linearizableReadLoop","detail":"{readStateIndex:26127; appliedIndex:26122; }","duration":"922.312364ms","start":"2026-04-09T01:55:23.760672Z","end":"2026-04-09T01:55:24.682984Z","steps":["trace[1952048647] 'read index received' (duration: 818.776403ms)","trace[1952048647] 'applied index is now lower than readState.Index' (duration: 103.534621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:24.683199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300036282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:24.683252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636908359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv.18a48d71833e316a\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-04-09T01:55:24.683256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365125386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130247"} {"level":"info","ts":"2026-04-09T01:55:24.683291Z","caller":"traceutil/trace.go:171","msg":"trace[1147992330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25276; }","duration":"1.300192495s","start":"2026-04-09T01:55:23.383081Z","end":"2026-04-09T01:55:24.683273Z","steps":["trace[1147992330] 'agreement among raft nodes before linearized reading' (duration: 1.300025892s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636723755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3003bf6-71c9-45d4-a252-9f47e945a9c6\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-09T01:55:24.683333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625761451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-09T01:55:24.68335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565800204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:24.68335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.538971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-09T01:55:24.683357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.383063Z","time spent":"1.300274197s","remote":"127.0.0.1:39058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:24.683403Z","caller":"traceutil/trace.go:171","msg":"trace[1755769617] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25276; }","duration":"919.623714ms","start":"2026-04-09T01:55:23.763767Z","end":"2026-04-09T01:55:24.683391Z","steps":["trace[1755769617] 'agreement among raft nodes before linearized reading' (duration: 919.44714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.68343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626990184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-04-09T01:55:24.68346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.763751Z","time spent":"919.682884ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-09T01:55:24.683469Z","caller":"traceutil/trace.go:171","msg":"trace[430225535] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25276; }","duration":"2.627029985s","start":"2026-04-09T01:55:22.056432Z","end":"2026-04-09T01:55:24.683462Z","steps":["trace[430225535] 'agreement among raft nodes before linearized reading' (duration: 2.626933973s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.037076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:24.683409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588896242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:24.683506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.05642Z","time spent":"2.627078496s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-09T01:55:24.683525Z","caller":"traceutil/trace.go:171","msg":"trace[1273336513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25276; }","duration":"896.104478ms","start":"2026-04-09T01:55:23.787413Z","end":"2026-04-09T01:55:24.683517Z","steps":["trace[1273336513] 'agreement among raft nodes before linearized reading' (duration: 896.068727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638225703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:55:24.683558Z","caller":"traceutil/trace.go:171","msg":"trace[380939393] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25276; }","duration":"1.589054675s","start":"2026-04-09T01:55:23.094477Z","end":"2026-04-09T01:55:24.683532Z","steps":["trace[380939393] 'agreement among raft nodes before linearized reading' (duration: 1.588908862s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461451413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-04-09T01:55:24.683617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.379712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-09T01:55:24.683625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.87249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:24.683644Z","caller":"traceutil/trace.go:171","msg":"trace[746653655] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:25276; }","duration":"814.431663ms","start":"2026-04-09T01:55:23.869205Z","end":"2026-04-09T01:55:24.683637Z","steps":["trace[746653655] 'agreement among raft nodes before linearized reading' (duration: 814.363341ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.68329Z","caller":"traceutil/trace.go:171","msg":"trace[1583471761] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv.18a48d71833e316a; range_end:; response_count:1; response_revision:25276; }","duration":"2.63699146s","start":"2026-04-09T01:55:22.046287Z","end":"2026-04-09T01:55:24.683279Z","steps":["trace[1583471761] 'agreement among raft nodes before linearized reading' (duration: 2.636846237s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.562695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-09T01:55:24.68365Z","caller":"traceutil/trace.go:171","msg":"trace[359065346] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25276; }","duration":"2.461540656s","start":"2026-04-09T01:55:22.222092Z","end":"2026-04-09T01:55:24.683633Z","steps":["trace[359065346] 'agreement among raft nodes before linearized reading' (duration: 2.461426323s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.683634Z","caller":"traceutil/trace.go:171","msg":"trace[680253103] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"636.957059ms","start":"2026-04-09T01:55:24.046649Z","end":"2026-04-09T01:55:24.683606Z","steps":["trace[680253103] 'process raft request' (duration: 636.190665ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.68366Z","caller":"traceutil/trace.go:171","msg":"trace[585191083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25276; }","duration":"386.9314ms","start":"2026-04-09T01:55:24.296721Z","end":"2026-04-09T01:55:24.683653Z","steps":["trace[585191083] 'agreement among raft nodes before linearized reading' (duration: 386.880249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.046272Z","time spent":"2.637398859s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv.18a48d71833e316a\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:24.296711Z","time spent":"386.980771ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.869191Z","time spent":"814.470293ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:24.046624Z","time spent":"637.062151ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:24.683369Z","caller":"traceutil/trace.go:171","msg":"trace[614747454] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25276; }","duration":"2.625810792s","start":"2026-04-09T01:55:22.057551Z","end":"2026-04-09T01:55:24.683361Z","steps":["trace[614747454] 'agreement among raft nodes before linearized reading' (duration: 2.625726111s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.68334Z","caller":"traceutil/trace.go:171","msg":"trace[1126793756] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3003bf6-71c9-45d4-a252-9f47e945a9c6; range_end:; response_count:1; response_revision:25276; }","duration":"2.636837887s","start":"2026-04-09T01:55:22.046489Z","end":"2026-04-09T01:55:24.683327Z","steps":["trace[1126793756] 'agreement among raft nodes before linearized reading' (duration: 2.636651134s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.046484Z","time spent":"2.637384838s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e3003bf6-71c9-45d4-a252-9f47e945a9c6\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.222067Z","time spent":"2.461621897s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-09T01:55:24.683691Z","caller":"traceutil/trace.go:171","msg":"trace[669275988] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25276; }","duration":"751.837701ms","start":"2026-04-09T01:55:23.931839Z","end":"2026-04-09T01:55:24.683677Z","steps":["trace[669275988] 'agreement among raft nodes before linearized reading' (duration: 751.545964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.683966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.931812Z","time spent":"752.124706ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.787378Z","time spent":"896.165419ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:24.683471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574269566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:55:24.684032Z","caller":"traceutil/trace.go:171","msg":"trace[2065395710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25276; }","duration":"2.574898849s","start":"2026-04-09T01:55:22.109122Z","end":"2026-04-09T01:55:24.684021Z","steps":["trace[2065395710] 'agreement among raft nodes before linearized reading' (duration: 2.574151024s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.683582Z","caller":"traceutil/trace.go:171","msg":"trace[478413768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25276; }","duration":"2.638298744s","start":"2026-04-09T01:55:22.045273Z","end":"2026-04-09T01:55:24.683572Z","steps":["trace[478413768] 'agreement among raft nodes before linearized reading' (duration: 2.638207162s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.68408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.045258Z","time spent":"2.638814275s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.057545Z","time spent":"2.626318222s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-09T01:55:24.684077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.109101Z","time spent":"2.57496391s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:55:24.683462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265456216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-09T01:55:24.683642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.094463Z","time spent":"1.589150488s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:24.684236Z","caller":"traceutil/trace.go:171","msg":"trace[214587330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25276; }","duration":"2.266243531s","start":"2026-04-09T01:55:22.41798Z","end":"2026-04-09T01:55:24.684224Z","steps":["trace[214587330] 'agreement among raft nodes before linearized reading' (duration: 2.265441176s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.684273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.417968Z","time spent":"2.266295442s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T01:55:24.683373Z","caller":"traceutil/trace.go:171","msg":"trace[1220139198] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25276; }","duration":"1.565843654s","start":"2026-04-09T01:55:23.117522Z","end":"2026-04-09T01:55:24.683366Z","steps":["trace[1220139198] 'agreement among raft nodes before linearized reading' (duration: 1.565804653s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:24.683311Z","caller":"traceutil/trace.go:171","msg":"trace[721262269] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25276; }","duration":"2.365212217s","start":"2026-04-09T01:55:22.318088Z","end":"2026-04-09T01:55:24.6833Z","steps":["trace[721262269] 'agreement among raft nodes before linearized reading' (duration: 2.364978023s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:24.684355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:23.117511Z","time spent":"1.566832354s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:24.684356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:22.318077Z","time spent":"2.366272517s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130270,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-09T01:55:25.040052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.261641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:55:25.040131Z","caller":"traceutil/trace.go:171","msg":"trace[125592257] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25293; }","duration":"100.387873ms","start":"2026-04-09T01:55:24.939726Z","end":"2026-04-09T01:55:25.040114Z","steps":["trace[125592257] 'agreement among raft nodes before linearized reading' (duration: 100.21605ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.242614Z","caller":"traceutil/trace.go:171","msg":"trace[1004705573] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"187.028691ms","start":"2026-04-09T01:55:25.055566Z","end":"2026-04-09T01:55:25.242595Z","steps":["trace[1004705573] 'process raft request' (duration: 186.909829ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.273424Z","caller":"traceutil/trace.go:171","msg":"trace[29093462] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26148; }","duration":"215.462948ms","start":"2026-04-09T01:55:25.057937Z","end":"2026-04-09T01:55:25.2734Z","steps":["trace[29093462] 'read index received' (duration: 184.984812ms)","trace[29093462] 'applied index is now lower than readState.Index' (duration: 30.476846ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:25.27352Z","caller":"traceutil/trace.go:171","msg":"trace[648443175] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"214.152744ms","start":"2026-04-09T01:55:25.059333Z","end":"2026-04-09T01:55:25.273486Z","steps":["trace[648443175] 'process raft request' (duration: 214.006352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.273669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.706673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-09T01:55:25.27366Z","caller":"traceutil/trace.go:171","msg":"trace[1459089926] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"216.161421ms","start":"2026-04-09T01:55:25.057466Z","end":"2026-04-09T01:55:25.273627Z","steps":["trace[1459089926] 'process raft request' (duration: 215.708783ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.273745Z","caller":"traceutil/trace.go:171","msg":"trace[851053612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25297; }","duration":"215.825365ms","start":"2026-04-09T01:55:25.057904Z","end":"2026-04-09T01:55:25.273729Z","steps":["trace[851053612] 'agreement among raft nodes before linearized reading' (duration: 215.624271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.273806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.718848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-09T01:55:25.273875Z","caller":"traceutil/trace.go:171","msg":"trace[162580710] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25297; }","duration":"212.818419ms","start":"2026-04-09T01:55:25.061039Z","end":"2026-04-09T01:55:25.273857Z","steps":["trace[162580710] 'agreement among raft nodes before linearized reading' (duration: 212.619685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.274128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.364021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-04-09T01:55:25.274166Z","caller":"traceutil/trace.go:171","msg":"trace[1599228345] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25297; }","duration":"128.442063ms","start":"2026-04-09T01:55:25.145714Z","end":"2026-04-09T01:55:25.274156Z","steps":["trace[1599228345] 'agreement among raft nodes before linearized reading' (duration: 128.358932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.274236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.318087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-09T01:55:25.274287Z","caller":"traceutil/trace.go:171","msg":"trace[333004333] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25297; }","duration":"165.391849ms","start":"2026-04-09T01:55:25.10888Z","end":"2026-04-09T01:55:25.274272Z","steps":["trace[333004333] 'agreement among raft nodes before linearized reading' (duration: 165.275847ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.582207Z","caller":"traceutil/trace.go:171","msg":"trace[1301135661] linearizableReadLoop","detail":"{readStateIndex:26151; appliedIndex:26150; }","duration":"304.417649ms","start":"2026-04-09T01:55:25.277765Z","end":"2026-04-09T01:55:25.582182Z","steps":["trace[1301135661] 'read index received' (duration: 264.60093ms)","trace[1301135661] 'applied index is now lower than readState.Index' (duration: 39.815349ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:25.582329Z","caller":"traceutil/trace.go:171","msg":"trace[1995390010] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"305.782694ms","start":"2026-04-09T01:55:25.27653Z","end":"2026-04-09T01:55:25.582313Z","steps":["trace[1995390010] 'process raft request' (duration: 265.957485ms)","trace[1995390010] 'compare' (duration: 39.556724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:25.582425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.276516Z","time spent":"305.837515ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:25.582709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.941719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-09T01:55:25.582749Z","caller":"traceutil/trace.go:171","msg":"trace[592006446] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:25298; }","duration":"305.01437ms","start":"2026-04-09T01:55:25.277725Z","end":"2026-04-09T01:55:25.58274Z","steps":["trace[592006446] 'agreement among raft nodes before linearized reading' (duration: 304.884067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.582777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.277674Z","time spent":"305.096001ms","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:25.582805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.307664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:25.582891Z","caller":"traceutil/trace.go:171","msg":"trace[1452428300] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25298; }","duration":"244.417046ms","start":"2026-04-09T01:55:25.338452Z","end":"2026-04-09T01:55:25.582869Z","steps":["trace[1452428300] 'agreement among raft nodes before linearized reading' (duration: 244.259453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.582942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.725015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dh8bz\" ","response":"range_response_count:1 size:3722"} {"level":"warn","ts":"2026-04-09T01:55:25.582976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.735036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-09T01:55:25.582995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.755276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"info","ts":"2026-04-09T01:55:25.583032Z","caller":"traceutil/trace.go:171","msg":"trace[1151090025] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dh8bz; range_end:; response_count:1; response_revision:25298; }","duration":"304.853907ms","start":"2026-04-09T01:55:25.278155Z","end":"2026-04-09T01:55:25.583009Z","steps":["trace[1151090025] 'agreement among raft nodes before linearized reading' (duration: 304.552752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.583043Z","caller":"traceutil/trace.go:171","msg":"trace[1035967173] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25298; }","duration":"296.830538ms","start":"2026-04-09T01:55:25.286193Z","end":"2026-04-09T01:55:25.583024Z","steps":["trace[1035967173] 'agreement among raft nodes before linearized reading' (duration: 296.613824ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.583064Z","caller":"traceutil/trace.go:171","msg":"trace[2115656186] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25298; }","duration":"304.848247ms","start":"2026-04-09T01:55:25.278198Z","end":"2026-04-09T01:55:25.583046Z","steps":["trace[2115656186] 'agreement among raft nodes before linearized reading' (duration: 304.614673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.583086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.27814Z","time spent":"304.933569ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dh8bz\" "} {"level":"warn","ts":"2026-04-09T01:55:25.583114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:25.278193Z","time spent":"304.912138ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4273,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-09T01:55:25.826385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.929852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:25.826445Z","caller":"traceutil/trace.go:171","msg":"trace[34382217] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26153; }","duration":"154.6109ms","start":"2026-04-09T01:55:25.671824Z","end":"2026-04-09T01:55:25.826435Z","steps":["trace[34382217] 'read index received' (duration: 11.603306ms)","trace[34382217] 'applied index is now lower than readState.Index' (duration: 143.006584ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:25.826529Z","caller":"traceutil/trace.go:171","msg":"trace[1083920655] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"155.830782ms","start":"2026-04-09T01:55:25.670692Z","end":"2026-04-09T01:55:25.826523Z","steps":["trace[1083920655] 'process raft request' (duration: 12.722647ms)","trace[1083920655] 'compare' (duration: 142.481243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:25.826699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.872984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-09T01:55:25.826718Z","caller":"traceutil/trace.go:171","msg":"trace[184489859] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25301; }","duration":"154.895885ms","start":"2026-04-09T01:55:25.671818Z","end":"2026-04-09T01:55:25.826714Z","steps":["trace[184489859] 'agreement among raft nodes before linearized reading' (duration: 154.804693ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.83083Z","caller":"traceutil/trace.go:171","msg":"trace[1525874468] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"158.285567ms","start":"2026-04-09T01:55:25.672525Z","end":"2026-04-09T01:55:25.83081Z","steps":["trace[1525874468] 'process raft request' (duration: 158.139905ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:25.831058Z","caller":"traceutil/trace.go:171","msg":"trace[1607182029] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"158.49635ms","start":"2026-04-09T01:55:25.672533Z","end":"2026-04-09T01:55:25.831029Z","steps":["trace[1607182029] 'process raft request' (duration: 158.229376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:25.846178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.940009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-09T01:55:25.846255Z","caller":"traceutil/trace.go:171","msg":"trace[882207957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25305; }","duration":"173.047192ms","start":"2026-04-09T01:55:25.673189Z","end":"2026-04-09T01:55:25.846236Z","steps":["trace[882207957] 'agreement among raft nodes before linearized reading' (duration: 172.663915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.156368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.136858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:26.156518Z","caller":"traceutil/trace.go:171","msg":"trace[845187536] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"234.4557ms","start":"2026-04-09T01:55:25.92205Z","end":"2026-04-09T01:55:26.156505Z","steps":["trace[845187536] 'process raft request' (duration: 234.402489ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.156553Z","caller":"traceutil/trace.go:171","msg":"trace[2034249925] linearizableReadLoop","detail":"{readStateIndex:26160; appliedIndex:26159; }","duration":"297.472809ms","start":"2026-04-09T01:55:25.859058Z","end":"2026-04-09T01:55:26.156531Z","steps":["trace[2034249925] 'read index received' (duration: 121.182399ms)","trace[2034249925] 'applied index is now lower than readState.Index' (duration: 176.28785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:26.156732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.669913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-09T01:55:26.156756Z","caller":"traceutil/trace.go:171","msg":"trace[1052076622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25308; }","duration":"297.702935ms","start":"2026-04-09T01:55:25.859047Z","end":"2026-04-09T01:55:26.15675Z","steps":["trace[1052076622] 'agreement among raft nodes before linearized reading' (duration: 297.609373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.156876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.302531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-09T01:55:26.156884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.549014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-09T01:55:26.156902Z","caller":"traceutil/trace.go:171","msg":"trace[1123108478] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25308; }","duration":"171.592384ms","start":"2026-04-09T01:55:25.985306Z","end":"2026-04-09T01:55:26.156898Z","steps":["trace[1123108478] 'agreement among raft nodes before linearized reading' (duration: 171.538123ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.156906Z","caller":"traceutil/trace.go:171","msg":"trace[62244834] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25308; }","duration":"287.347361ms","start":"2026-04-09T01:55:25.869549Z","end":"2026-04-09T01:55:26.156897Z","steps":["trace[62244834] 'agreement among raft nodes before linearized reading' (duration: 287.181278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.156875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.746315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-09T01:55:26.15697Z","caller":"traceutil/trace.go:171","msg":"trace[2131272119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25308; }","duration":"297.859927ms","start":"2026-04-09T01:55:25.859082Z","end":"2026-04-09T01:55:26.156942Z","steps":["trace[2131272119] 'agreement among raft nodes before linearized reading' (duration: 297.589082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.157083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.409272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"warn","ts":"2026-04-09T01:55:26.157091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.669056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-09T01:55:26.157107Z","caller":"traceutil/trace.go:171","msg":"trace[932765044] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:25308; }","duration":"274.456463ms","start":"2026-04-09T01:55:25.882644Z","end":"2026-04-09T01:55:26.1571Z","steps":["trace[932765044] 'agreement among raft nodes before linearized reading' (duration: 274.401082ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.157108Z","caller":"traceutil/trace.go:171","msg":"trace[596688171] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25308; }","duration":"295.714977ms","start":"2026-04-09T01:55:25.861388Z","end":"2026-04-09T01:55:26.157103Z","steps":["trace[596688171] 'agreement among raft nodes before linearized reading' (duration: 295.655086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.157157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.376468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-04-09T01:55:26.157054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.59788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-04-09T01:55:26.157221Z","caller":"traceutil/trace.go:171","msg":"trace[652745441] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv; range_end:; response_count:1; response_revision:25308; }","duration":"292.794253ms","start":"2026-04-09T01:55:25.864417Z","end":"2026-04-09T01:55:26.157212Z","steps":["trace[652745441] 'agreement among raft nodes before linearized reading' (duration: 292.501768ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.157212Z","caller":"traceutil/trace.go:171","msg":"trace[487766414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25308; }","duration":"290.46314ms","start":"2026-04-09T01:55:25.866734Z","end":"2026-04-09T01:55:26.157197Z","steps":["trace[487766414] 'agreement among raft nodes before linearized reading' (duration: 290.361658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.156506Z","caller":"traceutil/trace.go:171","msg":"trace[1198720610] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"298.676512ms","start":"2026-04-09T01:55:25.857793Z","end":"2026-04-09T01:55:26.156469Z","steps":["trace[1198720610] 'process raft request' (duration: 122.369191ms)","trace[1198720610] 'compare' (duration: 175.791021ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:26.503532Z","caller":"traceutil/trace.go:171","msg":"trace[1488354694] linearizableReadLoop","detail":"{readStateIndex:26173; appliedIndex:26172; }","duration":"169.461334ms","start":"2026-04-09T01:55:26.334044Z","end":"2026-04-09T01:55:26.503506Z","steps":["trace[1488354694] 'read index received' (duration: 168.988416ms)","trace[1488354694] 'applied index is now lower than readState.Index' (duration: 471.558µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:26.503591Z","caller":"traceutil/trace.go:171","msg":"trace[750845507] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"177.069795ms","start":"2026-04-09T01:55:26.326471Z","end":"2026-04-09T01:55:26.503541Z","steps":["trace[750845507] 'process raft request' (duration: 176.622007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.503792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.748544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq\" ","response":"range_response_count:1 size:9208"} {"level":"info","ts":"2026-04-09T01:55:26.503872Z","caller":"traceutil/trace.go:171","msg":"trace[1371104447] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq; range_end:; response_count:1; response_revision:25320; }","duration":"173.860436ms","start":"2026-04-09T01:55:26.329993Z","end":"2026-04-09T01:55:26.503853Z","steps":["trace[1371104447] 'agreement among raft nodes before linearized reading' (duration: 173.637711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.503666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.552441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-09T01:55:26.504137Z","caller":"traceutil/trace.go:171","msg":"trace[2138160082] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25320; }","duration":"174.01433ms","start":"2026-04-09T01:55:26.330084Z","end":"2026-04-09T01:55:26.504098Z","steps":["trace[2138160082] 'agreement among raft nodes before linearized reading' (duration: 173.436428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.504387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.267665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-09T01:55:26.504448Z","caller":"traceutil/trace.go:171","msg":"trace[383903348] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25321; }","duration":"159.370558ms","start":"2026-04-09T01:55:26.345063Z","end":"2026-04-09T01:55:26.504433Z","steps":["trace[383903348] 'agreement among raft nodes before linearized reading' (duration: 159.178714ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.689662Z","caller":"traceutil/trace.go:171","msg":"trace[16562051] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26176; }","duration":"100.471964ms","start":"2026-04-09T01:55:26.589162Z","end":"2026-04-09T01:55:26.689634Z","steps":["trace[16562051] 'read index received' (duration: 98.60182ms)","trace[16562051] 'applied index is now lower than readState.Index' (duration: 1.868844ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:26.689826Z","caller":"traceutil/trace.go:171","msg":"trace[1147207263] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"101.169907ms","start":"2026-04-09T01:55:26.588626Z","end":"2026-04-09T01:55:26.689796Z","steps":["trace[1147207263] 'process raft request' (duration: 99.14444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.689956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-58f896f97c-mp94x\" ","response":"range_response_count:1 size:8787"} {"level":"info","ts":"2026-04-09T01:55:26.690004Z","caller":"traceutil/trace.go:171","msg":"trace[1036958724] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-58f896f97c-mp94x; range_end:; response_count:1; response_revision:25324; }","duration":"100.853633ms","start":"2026-04-09T01:55:26.589136Z","end":"2026-04-09T01:55:26.689989Z","steps":["trace[1036958724] 'agreement among raft nodes before linearized reading' (duration: 100.662668ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.711088Z","caller":"traceutil/trace.go:171","msg":"trace[969858584] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"120.500226ms","start":"2026-04-09T01:55:26.590564Z","end":"2026-04-09T01:55:26.711065Z","steps":["trace[969858584] 'process raft request' (duration: 120.102438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.717622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.901713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-04-09T01:55:26.717625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.855678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-09T01:55:26.717707Z","caller":"traceutil/trace.go:171","msg":"trace[1728171649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25330; }","duration":"123.9955ms","start":"2026-04-09T01:55:26.593686Z","end":"2026-04-09T01:55:26.717681Z","steps":["trace[1728171649] 'agreement among raft nodes before linearized reading' (duration: 123.845178ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.717758Z","caller":"traceutil/trace.go:171","msg":"trace[1467491501] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25330; }","duration":"127.992234ms","start":"2026-04-09T01:55:26.58968Z","end":"2026-04-09T01:55:26.717672Z","steps":["trace[1467491501] 'agreement among raft nodes before linearized reading' (duration: 127.811121ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:26.893971Z","caller":"traceutil/trace.go:171","msg":"trace[100338412] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"110.827146ms","start":"2026-04-09T01:55:26.783121Z","end":"2026-04-09T01:55:26.893949Z","steps":["trace[100338412] 'process raft request' (duration: 110.469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:26.894028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.243998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-09T01:55:26.894118Z","caller":"traceutil/trace.go:171","msg":"trace[1986587964] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:25334; }","duration":"108.36627ms","start":"2026-04-09T01:55:26.785731Z","end":"2026-04-09T01:55:26.894097Z","steps":["trace[1986587964] 'agreement among raft nodes before linearized reading' (duration: 108.087335ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:27.086072Z","caller":"traceutil/trace.go:171","msg":"trace[251325343] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26187; }","duration":"192.264998ms","start":"2026-04-09T01:55:26.893774Z","end":"2026-04-09T01:55:27.086039Z","steps":["trace[251325343] 'read index received' (duration: 188.305205ms)","trace[251325343] 'applied index is now lower than readState.Index' (duration: 3.956563ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:27.086091Z","caller":"traceutil/trace.go:171","msg":"trace[649307284] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"248.902488ms","start":"2026-04-09T01:55:26.83714Z","end":"2026-04-09T01:55:27.086042Z","steps":["trace[649307284] 'process raft request' (duration: 244.925125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.086367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.886846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-09T01:55:27.086412Z","caller":"traceutil/trace.go:171","msg":"trace[652760541] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25335; }","duration":"250.973938ms","start":"2026-04-09T01:55:26.835424Z","end":"2026-04-09T01:55:27.086398Z","steps":["trace[652760541] 'agreement among raft nodes before linearized reading' (duration: 250.752753ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:27.093048Z","caller":"traceutil/trace.go:171","msg":"trace[971966158] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"194.381906ms","start":"2026-04-09T01:55:26.898647Z","end":"2026-04-09T01:55:27.093029Z","steps":["trace[971966158] 'process raft request' (duration: 194.276844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.093159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.127841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-09T01:55:27.093207Z","caller":"traceutil/trace.go:171","msg":"trace[1811008759] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25336; }","duration":"194.197293ms","start":"2026-04-09T01:55:26.898999Z","end":"2026-04-09T01:55:27.093196Z","steps":["trace[1811008759] 'agreement among raft nodes before linearized reading' (duration: 194.051621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.093264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.080916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-04-09T01:55:27.093326Z","caller":"traceutil/trace.go:171","msg":"trace[2040391885] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zlsqq; range_end:; response_count:1; response_revision:25336; }","duration":"184.147607ms","start":"2026-04-09T01:55:26.909161Z","end":"2026-04-09T01:55:27.093308Z","steps":["trace[2040391885] 'agreement among raft nodes before linearized reading' (duration: 183.982063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.422625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.568951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:27.422813Z","caller":"traceutil/trace.go:171","msg":"trace[1275490928] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"143.453582ms","start":"2026-04-09T01:55:27.279306Z","end":"2026-04-09T01:55:27.42276Z","steps":["trace[1275490928] 'process raft request' (duration: 143.395851ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:27.422945Z","caller":"traceutil/trace.go:171","msg":"trace[173079317] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26198; }","duration":"143.795248ms","start":"2026-04-09T01:55:27.27913Z","end":"2026-04-09T01:55:27.422925Z","steps":["trace[173079317] 'read index received' (duration: 32.85169ms)","trace[173079317] 'applied index is now lower than readState.Index' (duration: 110.941068ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:27.422888Z","caller":"traceutil/trace.go:171","msg":"trace[1634527535] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"154.1528ms","start":"2026-04-09T01:55:27.268719Z","end":"2026-04-09T01:55:27.422872Z","steps":["trace[1634527535] 'process raft request' (duration: 43.271673ms)","trace[1634527535] 'compare' (duration: 109.904149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:27.423189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.046583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-09T01:55:27.42323Z","caller":"traceutil/trace.go:171","msg":"trace[553164964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25347; }","duration":"144.125034ms","start":"2026-04-09T01:55:27.279093Z","end":"2026-04-09T01:55:27.423218Z","steps":["trace[553164964] 'agreement among raft nodes before linearized reading' (duration: 143.953511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.423418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.71699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-09T01:55:27.423525Z","caller":"traceutil/trace.go:171","msg":"trace[494400334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25347; }","duration":"140.810143ms","start":"2026-04-09T01:55:27.28265Z","end":"2026-04-09T01:55:27.42346Z","steps":["trace[494400334] 'agreement among raft nodes before linearized reading' (duration: 140.563708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.423756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.140759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:27.423779Z","caller":"traceutil/trace.go:171","msg":"trace[171222539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25347; }","duration":"128.186829ms","start":"2026-04-09T01:55:27.295586Z","end":"2026-04-09T01:55:27.423773Z","steps":["trace[171222539] 'agreement among raft nodes before linearized reading' (duration: 128.143438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.912784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.158215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:27.91294Z","caller":"traceutil/trace.go:171","msg":"trace[986492138] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"243.691851ms","start":"2026-04-09T01:55:27.669183Z","end":"2026-04-09T01:55:27.912874Z","steps":["trace[986492138] 'process raft request' (duration: 30.383514ms)","trace[986492138] 'compare' (duration: 212.977442ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:27.94108Z","caller":"traceutil/trace.go:171","msg":"trace[1078100546] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26222; }","duration":"271.458647ms","start":"2026-04-09T01:55:27.669605Z","end":"2026-04-09T01:55:27.941063Z","steps":["trace[1078100546] 'read index received' (duration: 29.976577ms)","trace[1078100546] 'applied index is now lower than readState.Index' (duration: 241.48101ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:27.941262Z","caller":"traceutil/trace.go:171","msg":"trace[1517887252] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"269.325847ms","start":"2026-04-09T01:55:27.671897Z","end":"2026-04-09T01:55:27.941223Z","steps":["trace[1517887252] 'process raft request' (duration: 268.977111ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:27.941362Z","caller":"traceutil/trace.go:171","msg":"trace[820464997] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"271.371535ms","start":"2026-04-09T01:55:27.669586Z","end":"2026-04-09T01:55:27.940958Z","steps":["trace[820464997] 'process raft request' (duration: 271.09928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.941748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.1211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-04-09T01:55:27.941821Z","caller":"traceutil/trace.go:171","msg":"trace[1911956618] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25372; }","duration":"272.205731ms","start":"2026-04-09T01:55:27.669601Z","end":"2026-04-09T01:55:27.941806Z","steps":["trace[1911956618] 'agreement among raft nodes before linearized reading' (duration: 271.62788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:27.949666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.46402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-09T01:55:27.949821Z","caller":"traceutil/trace.go:171","msg":"trace[464316239] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25374; }","duration":"172.672323ms","start":"2026-04-09T01:55:27.777136Z","end":"2026-04-09T01:55:27.949809Z","steps":["trace[464316239] 'agreement among raft nodes before linearized reading' (duration: 172.322777ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:28.124499Z","caller":"traceutil/trace.go:171","msg":"trace[1922375365] linearizableReadLoop","detail":"{readStateIndex:26228; appliedIndex:26227; }","duration":"158.623284ms","start":"2026-04-09T01:55:27.965852Z","end":"2026-04-09T01:55:28.124475Z","steps":["trace[1922375365] 'read index received' (duration: 73.143177ms)","trace[1922375365] 'applied index is now lower than readState.Index' (duration: 85.478716ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:28.124559Z","caller":"traceutil/trace.go:171","msg":"trace[451959673] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"159.859796ms","start":"2026-04-09T01:55:27.964663Z","end":"2026-04-09T01:55:28.124523Z","steps":["trace[451959673] 'process raft request' (duration: 74.39278ms)","trace[451959673] 'compare' (duration: 85.151701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:28.124688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.816177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-09T01:55:28.124715Z","caller":"traceutil/trace.go:171","msg":"trace[1172904252] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25375; }","duration":"158.878728ms","start":"2026-04-09T01:55:27.965829Z","end":"2026-04-09T01:55:28.124708Z","steps":["trace[1172904252] 'agreement among raft nodes before linearized reading' (duration: 158.722735ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:28.300262Z","caller":"traceutil/trace.go:171","msg":"trace[188699668] linearizableReadLoop","detail":"{readStateIndex:26230; appliedIndex:26229; }","duration":"135.631856ms","start":"2026-04-09T01:55:28.164552Z","end":"2026-04-09T01:55:28.300184Z","steps":["trace[188699668] 'read index received' (duration: 126.578368ms)","trace[188699668] 'applied index is now lower than readState.Index' (duration: 9.052488ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:28.300434Z","caller":"traceutil/trace.go:171","msg":"trace[589699485] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"137.842638ms","start":"2026-04-09T01:55:28.162558Z","end":"2026-04-09T01:55:28.300401Z","steps":["trace[589699485] 'process raft request' (duration: 128.570476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.300624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.057994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-09T01:55:28.300675Z","caller":"traceutil/trace.go:171","msg":"trace[1146258456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25377; }","duration":"136.146926ms","start":"2026-04-09T01:55:28.164515Z","end":"2026-04-09T01:55:28.300662Z","steps":["trace[1146258456] 'agreement among raft nodes before linearized reading' (duration: 135.957433ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:28.484856Z","caller":"traceutil/trace.go:171","msg":"trace[1887855293] linearizableReadLoop","detail":"{readStateIndex:26233; appliedIndex:26232; }","duration":"146.460687ms","start":"2026-04-09T01:55:28.338348Z","end":"2026-04-09T01:55:28.484809Z","steps":["trace[1887855293] 'read index received' (duration: 62.673984ms)","trace[1887855293] 'applied index is now lower than readState.Index' (duration: 83.784953ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:28.484947Z","caller":"traceutil/trace.go:171","msg":"trace[1908281701] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"147.66333ms","start":"2026-04-09T01:55:28.337229Z","end":"2026-04-09T01:55:28.484892Z","steps":["trace[1908281701] 'process raft request' (duration: 63.815535ms)","trace[1908281701] 'compare' (duration: 83.58191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:28.485117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.740183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-09T01:55:28.485184Z","caller":"traceutil/trace.go:171","msg":"trace[34460132] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25380; }","duration":"146.833225ms","start":"2026-04-09T01:55:28.338332Z","end":"2026-04-09T01:55:28.485166Z","steps":["trace[34460132] 'agreement among raft nodes before linearized reading' (duration: 146.6108ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:28.660668Z","caller":"traceutil/trace.go:171","msg":"trace[1563303947] linearizableReadLoop","detail":"{readStateIndex:26234; appliedIndex:26233; }","duration":"161.831034ms","start":"2026-04-09T01:55:28.498817Z","end":"2026-04-09T01:55:28.660648Z","steps":["trace[1563303947] 'read index received' (duration: 102.800388ms)","trace[1563303947] 'applied index is now lower than readState.Index' (duration: 59.027405ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:28.660753Z","caller":"traceutil/trace.go:171","msg":"trace[640021773] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"162.276621ms","start":"2026-04-09T01:55:28.498469Z","end":"2026-04-09T01:55:28.660746Z","steps":["trace[640021773] 'process raft request' (duration: 103.262846ms)","trace[640021773] 'compare' (duration: 58.800591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:28.6611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.268611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-09T01:55:28.661125Z","caller":"traceutil/trace.go:171","msg":"trace[1352491871] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25381; }","duration":"162.313082ms","start":"2026-04-09T01:55:28.498806Z","end":"2026-04-09T01:55:28.661119Z","steps":["trace[1352491871] 'agreement among raft nodes before linearized reading' (duration: 162.172849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.661344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.357812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:28.661376Z","caller":"traceutil/trace.go:171","msg":"trace[1818092135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25381; }","duration":"107.401132ms","start":"2026-04-09T01:55:28.553962Z","end":"2026-04-09T01:55:28.661363Z","steps":["trace[1818092135] 'agreement among raft nodes before linearized reading' (duration: 107.2826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:28.661393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.629993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276016"} {"level":"info","ts":"2026-04-09T01:55:28.66146Z","caller":"traceutil/trace.go:171","msg":"trace[699929544] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25381; }","duration":"123.733827ms","start":"2026-04-09T01:55:28.53771Z","end":"2026-04-09T01:55:28.661444Z","steps":["trace[699929544] 'agreement among raft nodes before linearized reading' (duration: 123.198556ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:29.04516Z","caller":"traceutil/trace.go:171","msg":"trace[1843202711] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"140.545148ms","start":"2026-04-09T01:55:28.904591Z","end":"2026-04-09T01:55:29.045136Z","steps":["trace[1843202711] 'process raft request' (duration: 121.26259ms)","trace[1843202711] 'compare' (duration: 19.184737ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:29.086009Z","caller":"traceutil/trace.go:171","msg":"trace[30576362] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"121.436813ms","start":"2026-04-09T01:55:28.964552Z","end":"2026-04-09T01:55:29.085989Z","steps":["trace[30576362] 'process raft request' (duration: 121.385442ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:29.086019Z","caller":"traceutil/trace.go:171","msg":"trace[1013301709] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"123.059844ms","start":"2026-04-09T01:55:28.962916Z","end":"2026-04-09T01:55:29.085976Z","steps":["trace[1013301709] 'process raft request' (duration: 122.84931ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:29.086194Z","caller":"traceutil/trace.go:171","msg":"trace[830713064] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"122.81586ms","start":"2026-04-09T01:55:28.96337Z","end":"2026-04-09T01:55:29.086186Z","steps":["trace[830713064] 'process raft request' (duration: 122.523305ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:29.846022Z","caller":"traceutil/trace.go:171","msg":"trace[516281193] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"107.303452ms","start":"2026-04-09T01:55:29.738681Z","end":"2026-04-09T01:55:29.845985Z","steps":["trace[516281193] 'process raft request' (duration: 107.157848ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:29.884061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22278} {"level":"warn","ts":"2026-04-09T01:55:31.406779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327128516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:31.40688Z","caller":"traceutil/trace.go:171","msg":"trace[6430929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25398; }","duration":"1.327293589s","start":"2026-04-09T01:55:30.079566Z","end":"2026-04-09T01:55:31.40686Z","steps":["trace[6430929] 'count revisions from in-memory index tree' (duration: 1.327014024s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.406927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.07954Z","time spent":"1.327374041s","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:31.406868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110669379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:31.407018Z","caller":"traceutil/trace.go:171","msg":"trace[2064045754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25398; }","duration":"1.110823692s","start":"2026-04-09T01:55:30.296145Z","end":"2026-04-09T01:55:31.406969Z","steps":["trace[2064045754] 'range keys from in-memory index tree' (duration: 1.110572437s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.407092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.29613Z","time spent":"1.110929834s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:31.40725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079905569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:55:31.40734Z","caller":"traceutil/trace.go:171","msg":"trace[1252834428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25398; }","duration":"1.080000021s","start":"2026-04-09T01:55:30.327317Z","end":"2026-04-09T01:55:31.407317Z","steps":["trace[1252834428] 'range keys from in-memory index tree' (duration: 1.079697105s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.407383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.327258Z","time spent":"1.080113743s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:31.632885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055701579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:31.633014Z","caller":"traceutil/trace.go:171","msg":"trace[83350864] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"860.758493ms","start":"2026-04-09T01:55:30.772244Z","end":"2026-04-09T01:55:31.633003Z","steps":["trace[83350864] 'process raft request' (duration: 860.710032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:31.633056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.772218Z","time spent":"860.819703ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:31.633101Z","caller":"traceutil/trace.go:171","msg":"trace[383452289] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"1.247381976s","start":"2026-04-09T01:55:30.385659Z","end":"2026-04-09T01:55:31.633041Z","steps":["trace[383452289] 'process raft request' (duration: 191.489994ms)","trace[383452289] 'compare' (duration: 830.069592ms)","trace[383452289] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 225.278711ms)"],"step_count":3} {"level":"warn","ts":"2026-04-09T01:55:31.633298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.385637Z","time spent":"1.247564429s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:33.205325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109050589s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:33.409788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:33.409869Z","caller":"traceutil/trace.go:171","msg":"trace[2120822375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767456s","start":"2026-04-09T01:55:31.409082Z","end":"2026-04-09T01:55:33.40985Z","steps":["trace[2120822375] 'agreement among raft nodes before linearized reading' (duration: 2.000670794s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:33.409914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.409068Z","time spent":"2.000836847s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:34.024162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.661828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:34.024293Z","caller":"traceutil/trace.go:171","msg":"trace[1948811855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25400; }","duration":"654.802301ms","start":"2026-04-09T01:55:33.369471Z","end":"2026-04-09T01:55:34.024273Z","steps":["trace[1948811855] 'range keys from in-memory index tree' (duration: 654.644528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:34.025349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929004303s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:34.025524Z","caller":"traceutil/trace.go:171","msg":"trace[1400738891] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"3.251533504s","start":"2026-04-09T01:55:30.773957Z","end":"2026-04-09T01:55:34.025491Z","steps":["trace[1400738891] 'process raft request' (duration: 1.322320607s)","trace[1400738891] 'compare' (duration: 777.359144ms)","trace[1400738891] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 1.151098079s)"],"step_count":3} {"level":"info","ts":"2026-04-09T01:55:34.025551Z","caller":"traceutil/trace.go:171","msg":"trace[423069432] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"2.972269602s","start":"2026-04-09T01:55:31.053266Z","end":"2026-04-09T01:55:34.025536Z","steps":["trace[423069432] 'process raft request' (duration: 2.972215991s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:34.025548Z","caller":"traceutil/trace.go:171","msg":"trace[228538254] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"3.251520214s","start":"2026-04-09T01:55:30.774007Z","end":"2026-04-09T01:55:34.025527Z","steps":["trace[228538254] 'process raft request' (duration: 3.251410842s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:34.025583Z","caller":"traceutil/trace.go:171","msg":"trace[1026111687] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"2.061659036s","start":"2026-04-09T01:55:31.963915Z","end":"2026-04-09T01:55:34.025575Z","steps":["trace[1026111687] 'process raft request' (duration: 2.061636536s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:34.025612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.053249Z","time spent":"2.972336643s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.025618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.96389Z","time spent":"2.061710726s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.025651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.773929Z","time spent":"3.251650457s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:34.02571Z","caller":"traceutil/trace.go:171","msg":"trace[766934734] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26252; }","duration":"3.047416607s","start":"2026-04-09T01:55:30.978288Z","end":"2026-04-09T01:55:34.025705Z","steps":["trace[766934734] 'read index received' (duration: 437.5716ms)","trace[766934734] 'applied index is now lower than readState.Index' (duration: 2.609844487s)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:34.025764Z","caller":"traceutil/trace.go:171","msg":"trace[2089035230] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"3.250944533s","start":"2026-04-09T01:55:30.774732Z","end":"2026-04-09T01:55:34.025677Z","steps":["trace[2089035230] 'process raft request' (duration: 3.250728049s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:34.025777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047491308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:34.02568Z","caller":"traceutil/trace.go:171","msg":"trace[2074238340] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"2.613827221s","start":"2026-04-09T01:55:31.411848Z","end":"2026-04-09T01:55:34.025676Z","steps":["trace[2074238340] 'process raft request' (duration: 2.613656058s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:34.025791Z","caller":"traceutil/trace.go:171","msg":"trace[100286357] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25407; }","duration":"3.047536309s","start":"2026-04-09T01:55:30.97825Z","end":"2026-04-09T01:55:34.025786Z","steps":["trace[100286357] 'agreement among raft nodes before linearized reading' (duration: 3.047490058s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:34.025795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.774717Z","time spent":"3.251061676s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.025809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.978233Z","time spent":"3.04757205s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:34.025799Z","caller":"traceutil/trace.go:171","msg":"trace[1063131206] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"2.516608147s","start":"2026-04-09T01:55:31.509145Z","end":"2026-04-09T01:55:34.025753Z","steps":["trace[1063131206] 'process raft request' (duration: 2.516384113s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:34.025838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.411825Z","time spent":"2.613981384s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.025968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.509118Z","time spent":"2.51675534s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.027225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:30.773974Z","time spent":"3.251620476s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:34.518559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175830098s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T01:55:35.416664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:35.416775Z","caller":"traceutil/trace.go:171","msg":"trace[1250362231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292625s","start":"2026-04-09T01:55:33.416459Z","end":"2026-04-09T01:55:35.416751Z","steps":["trace[1250362231] 'agreement among raft nodes before linearized reading' (duration: 2.000161233s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:35.416835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.416424Z","time spent":"2.000396928s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:36.089845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998723654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:36.089938Z","caller":"traceutil/trace.go:171","msg":"trace[331718024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998863587s","start":"2026-04-09T01:55:31.091054Z","end":"2026-04-09T01:55:36.089917Z","steps":["trace[331718024] 'agreement among raft nodes before linearized reading' (duration: 4.998745694s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.089985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.091038Z","time spent":"4.998935558s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 01:55:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T01:55:36.264623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22278,"took":"6.376433809s","hash":649157242,"current-db-size-bytes":56872960,"current-db-size":"57 MB","current-db-size-in-use-bytes":43225088,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-09T01:55:36.264698Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":649157242,"revision":22278,"compact-revision":20100} {"level":"warn","ts":"2026-04-09T01:55:36.265273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:34.496092Z","time spent":"1.769173977s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T01:55:36.265872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747069019s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:36.265996Z","caller":"traceutil/trace.go:171","msg":"trace[576811723] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"4.124366211s","start":"2026-04-09T01:55:32.141608Z","end":"2026-04-09T01:55:36.265975Z","steps":["trace[576811723] 'process raft request' (duration: 2.377113169s)","trace[576811723] 'compare' (duration: 1.746781614s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:36.26607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.141577Z","time spent":"4.124459722s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:36.353411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828214033s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:36.353841Z","caller":"traceutil/trace.go:171","msg":"trace[1301156565] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26261; }","duration":"2.328098229s","start":"2026-04-09T01:55:34.025723Z","end":"2026-04-09T01:55:36.353821Z","steps":["trace[1301156565] 'read index received' (duration: 493.012818ms)","trace[1301156565] 'applied index is now lower than readState.Index' (duration: 1.835084231s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:36.354105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704870126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-04-09T01:55:36.35412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464838922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:36.354152Z","caller":"traceutil/trace.go:171","msg":"trace[1914814034] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25409; }","duration":"3.704946407s","start":"2026-04-09T01:55:32.649192Z","end":"2026-04-09T01:55:36.354139Z","steps":["trace[1914814034] 'agreement among raft nodes before linearized reading' (duration: 3.704735773s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.35415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783766144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:36.354192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649181Z","time spent":"3.705003048s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-09T01:55:36.354191Z","caller":"traceutil/trace.go:171","msg":"trace[393988793] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25409; }","duration":"3.464965914s","start":"2026-04-09T01:55:32.889206Z","end":"2026-04-09T01:55:36.354172Z","steps":["trace[393988793] 'agreement among raft nodes before linearized reading' (duration: 3.464850312s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.354233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.889184Z","time spent":"3.465039496s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:36.354263Z","caller":"traceutil/trace.go:171","msg":"trace[2023839180] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"2.715069999s","start":"2026-04-09T01:55:33.639158Z","end":"2026-04-09T01:55:36.354228Z","steps":["trace[2023839180] 'process raft request' (duration: 2.714445697s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.354316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392624132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:36.354364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571948433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:36.354403Z","caller":"traceutil/trace.go:171","msg":"trace[1673732362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25409; }","duration":"2.572046785s","start":"2026-04-09T01:55:33.782345Z","end":"2026-04-09T01:55:36.354392Z","steps":["trace[1673732362] 'agreement among raft nodes before linearized reading' (duration: 2.571981584s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:36.3544Z","caller":"traceutil/trace.go:171","msg":"trace[278813114] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25409; }","duration":"3.392776935s","start":"2026-04-09T01:55:32.961602Z","end":"2026-04-09T01:55:36.354379Z","steps":["trace[278813114] 'agreement among raft nodes before linearized reading' (duration: 3.392631552s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.354442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.782326Z","time spent":"2.572107847s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:36.354447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.639131Z","time spent":"2.715231233s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:36.354459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.961572Z","time spent":"3.392869526s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:36.3543Z","caller":"traceutil/trace.go:171","msg":"trace[1610077718] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25409; }","duration":"2.783996138s","start":"2026-04-09T01:55:33.570289Z","end":"2026-04-09T01:55:36.354285Z","steps":["trace[1610077718] 'agreement among raft nodes before linearized reading' (duration: 2.783647282s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.354564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:33.570264Z","time spent":"2.784287293s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:36.35484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191805987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-09T01:55:36.354921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706015207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18295"} {"level":"info","ts":"2026-04-09T01:55:36.354975Z","caller":"traceutil/trace.go:171","msg":"trace[1201142085] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:25409; }","duration":"3.706072178s","start":"2026-04-09T01:55:32.648891Z","end":"2026-04-09T01:55:36.354963Z","steps":["trace[1201142085] 'agreement among raft nodes before linearized reading' (duration: 3.705124251s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705801522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-09T01:55:36.355015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.648871Z","time spent":"3.706136209s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18318,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-04-09T01:55:36.354941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704314545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-09T01:55:36.355041Z","caller":"traceutil/trace.go:171","msg":"trace[1428161499] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25409; }","duration":"3.705838323s","start":"2026-04-09T01:55:32.64919Z","end":"2026-04-09T01:55:36.355029Z","steps":["trace[1428161499] 'agreement among raft nodes before linearized reading' (duration: 3.704877345s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649187Z","time spent":"3.705875204s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-09T01:55:36.355078Z","caller":"traceutil/trace.go:171","msg":"trace[262484330] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25409; }","duration":"3.704459187s","start":"2026-04-09T01:55:32.650599Z","end":"2026-04-09T01:55:36.355058Z","steps":["trace[262484330] 'agreement among raft nodes before linearized reading' (duration: 3.703455919s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:36.354939Z","caller":"traceutil/trace.go:171","msg":"trace[1491981865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25409; }","duration":"5.191934059s","start":"2026-04-09T01:55:31.162989Z","end":"2026-04-09T01:55:36.354923Z","steps":["trace[1491981865] 'agreement among raft nodes before linearized reading' (duration: 5.191254827s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.35515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.650591Z","time spent":"3.704542569s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-09T01:55:36.354863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70570456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"info","ts":"2026-04-09T01:55:36.355248Z","caller":"traceutil/trace.go:171","msg":"trace[1826882324] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:25409; }","duration":"3.706108339s","start":"2026-04-09T01:55:32.649127Z","end":"2026-04-09T01:55:36.355236Z","steps":["trace[1826882324] 'agreement among raft nodes before linearized reading' (duration: 3.705008019s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.35535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649119Z","time spent":"3.706215551s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9547,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-09T01:55:36.355194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.162972Z","time spent":"5.192205745s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:55:36.355445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705352746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-04-09T01:55:36.35549Z","caller":"traceutil/trace.go:171","msg":"trace[1854281337] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25409; }","duration":"3.705424217s","start":"2026-04-09T01:55:32.650052Z","end":"2026-04-09T01:55:36.355476Z","steps":["trace[1854281337] 'agreement among raft nodes before linearized reading' (duration: 3.704044261s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707370013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-04-09T01:55:36.355529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.650046Z","time spent":"3.705474587s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8162,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-04-09T01:55:36.355544Z","caller":"traceutil/trace.go:171","msg":"trace[1026135961] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25409; }","duration":"3.707432534s","start":"2026-04-09T01:55:32.648097Z","end":"2026-04-09T01:55:36.35553Z","steps":["trace[1026135961] 'agreement among raft nodes before linearized reading' (duration: 3.705985597s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.354879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645886202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-09T01:55:36.355584Z","caller":"traceutil/trace.go:171","msg":"trace[110689038] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25409; }","duration":"3.646612745s","start":"2026-04-09T01:55:32.70896Z","end":"2026-04-09T01:55:36.355573Z","steps":["trace[110689038] 'agreement among raft nodes before linearized reading' (duration: 3.644946724s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.648094Z","time spent":"3.707480514s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-04-09T01:55:36.355627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.708947Z","time spent":"3.646669696s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-09T01:55:36.355589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706395224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-09T01:55:36.355794Z","caller":"traceutil/trace.go:171","msg":"trace[1618648205] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25409; }","duration":"3.706617718s","start":"2026-04-09T01:55:32.64916Z","end":"2026-04-09T01:55:36.355778Z","steps":["trace[1618648205] 'agreement among raft nodes before linearized reading' (duration: 3.704928607s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649148Z","time spent":"3.706679669s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-09T01:55:36.355871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707773789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-04-09T01:55:36.355916Z","caller":"traceutil/trace.go:171","msg":"trace[1932856587] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25409; }","duration":"3.70783011s","start":"2026-04-09T01:55:32.648074Z","end":"2026-04-09T01:55:36.355904Z","steps":["trace[1932856587] 'agreement among raft nodes before linearized reading' (duration: 3.706031807s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.355954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.648069Z","time spent":"3.707874592s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-04-09T01:55:36.356097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706904933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-04-09T01:55:36.356111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706056388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-09T01:55:36.356146Z","caller":"traceutil/trace.go:171","msg":"trace[272236071] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25409; }","duration":"3.706949854s","start":"2026-04-09T01:55:32.649178Z","end":"2026-04-09T01:55:36.356128Z","steps":["trace[272236071] 'agreement among raft nodes before linearized reading' (duration: 3.704940647s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:36.356179Z","caller":"traceutil/trace.go:171","msg":"trace[1745424237] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25409; }","duration":"3.70613712s","start":"2026-04-09T01:55:32.650026Z","end":"2026-04-09T01:55:36.356163Z","steps":["trace[1745424237] 'agreement among raft nodes before linearized reading' (duration: 3.704090742s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.356187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649158Z","time spent":"3.707017525s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-09T01:55:36.356216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.650017Z","time spent":"3.706189781s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-09T01:55:36.35632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073643254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-04-09T01:55:36.356357Z","caller":"traceutil/trace.go:171","msg":"trace[44806008] range","detail":"{range_begin:/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2; range_end:; response_count:1; response_revision:25409; }","duration":"5.073715465s","start":"2026-04-09T01:55:31.282631Z","end":"2026-04-09T01:55:36.356346Z","steps":["trace[44806008] 'agreement among raft nodes before linearized reading' (duration: 5.071557166s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.356389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706339113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-09T01:55:36.35639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.28261Z","time spent":"5.073770356s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" "} {"level":"info","ts":"2026-04-09T01:55:36.356432Z","caller":"traceutil/trace.go:171","msg":"trace[1862970227] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25409; }","duration":"3.706392754s","start":"2026-04-09T01:55:32.650026Z","end":"2026-04-09T01:55:36.356419Z","steps":["trace[1862970227] 'agreement among raft nodes before linearized reading' (duration: 3.704113313s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.356513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.650019Z","time spent":"3.706482786s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-09T01:55:36.356237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707008205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-09T01:55:36.356825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707647337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15273"} {"level":"warn","ts":"2026-04-09T01:55:36.356911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70777072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-09T01:55:36.356917Z","caller":"traceutil/trace.go:171","msg":"trace[970720275] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25409; }","duration":"3.7077871s","start":"2026-04-09T01:55:32.64911Z","end":"2026-04-09T01:55:36.356897Z","steps":["trace[970720275] 'agreement among raft nodes before linearized reading' (duration: 3.705042749s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:36.356934Z","caller":"traceutil/trace.go:171","msg":"trace[367115814] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25409; }","duration":"3.7077967s","start":"2026-04-09T01:55:32.64913Z","end":"2026-04-09T01:55:36.356927Z","steps":["trace[367115814] 'agreement among raft nodes before linearized reading' (duration: 3.705041009s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.356965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649047Z","time spent":"3.707910562s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-09T01:55:36.356978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649094Z","time spent":"3.707871821s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15296,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-09T01:55:36.357078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709179326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-09T01:55:36.357106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707987844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-04-09T01:55:36.356958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707643667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9565"} {"level":"info","ts":"2026-04-09T01:55:36.357139Z","caller":"traceutil/trace.go:171","msg":"trace[582673043] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25409; }","duration":"3.709260047s","start":"2026-04-09T01:55:32.647854Z","end":"2026-04-09T01:55:36.357114Z","steps":["trace[582673043] 'agreement among raft nodes before linearized reading' (duration: 3.706268751s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490658921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-09T01:55:36.3572Z","caller":"traceutil/trace.go:171","msg":"trace[945301308] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25409; }","duration":"3.490746472s","start":"2026-04-09T01:55:32.866443Z","end":"2026-04-09T01:55:36.357189Z","steps":["trace[945301308] 'agreement among raft nodes before linearized reading' (duration: 3.487875569s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.647839Z","time spent":"3.709350809s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T01:55:36.35722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.866424Z","time spent":"3.490790894s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-09T01:55:36.357183Z","caller":"traceutil/trace.go:171","msg":"trace[2116110195] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25409; }","duration":"3.707891732s","start":"2026-04-09T01:55:32.649265Z","end":"2026-04-09T01:55:36.357156Z","steps":["trace[2116110195] 'agreement among raft nodes before linearized reading' (duration: 3.704904726s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649259Z","time spent":"3.707993613s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-04-09T01:55:36.357127Z","caller":"traceutil/trace.go:171","msg":"trace[1063253453] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25409; }","duration":"3.708040734s","start":"2026-04-09T01:55:32.649081Z","end":"2026-04-09T01:55:36.357121Z","steps":["trace[1063253453] 'agreement among raft nodes before linearized reading' (duration: 3.70511008s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590247444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv\" ","response":"range_response_count:1 size:5794"} {"level":"info","ts":"2026-04-09T01:55:36.357501Z","caller":"traceutil/trace.go:171","msg":"trace[904433353] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv; range_end:; response_count:1; response_revision:25409; }","duration":"4.590338805s","start":"2026-04-09T01:55:31.767134Z","end":"2026-04-09T01:55:36.357473Z","steps":["trace[904433353] 'agreement among raft nodes before linearized reading' (duration: 4.587078065s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649047Z","time spent":"3.708405541s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-09T01:55:36.357541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.767114Z","time spent":"4.590416637s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5817,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9l4cv\" "} {"level":"info","ts":"2026-04-09T01:55:36.357614Z","caller":"traceutil/trace.go:171","msg":"trace[1509485184] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25409; }","duration":"3.708418512s","start":"2026-04-09T01:55:32.649182Z","end":"2026-04-09T01:55:36.3576Z","steps":["trace[1509485184] 'agreement among raft nodes before linearized reading' (duration: 3.704702913s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.64916Z","time spent":"3.708478832s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-09T01:55:36.357767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513994129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:55:36.357816Z","caller":"traceutil/trace.go:171","msg":"trace[1933612526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25409; }","duration":"4.51404446s","start":"2026-04-09T01:55:31.84376Z","end":"2026-04-09T01:55:36.357805Z","steps":["trace[1933612526] 'agreement among raft nodes before linearized reading' (duration: 4.510279071s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.357865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:31.843702Z","time spent":"4.514152033s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-09T01:55:36.358798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708751498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9722"} {"level":"info","ts":"2026-04-09T01:55:36.358852Z","caller":"traceutil/trace.go:171","msg":"trace[1612099934] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:25409; }","duration":"3.7088292s","start":"2026-04-09T01:55:32.650005Z","end":"2026-04-09T01:55:36.358834Z","steps":["trace[1612099934] 'agreement among raft nodes before linearized reading' (duration: 3.704148803s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.358913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.649994Z","time spent":"3.708904251s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9745,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-04-09T01:55:36.355375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704779274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-09T01:55:36.359436Z","caller":"traceutil/trace.go:171","msg":"trace[831181083] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25409; }","duration":"3.70886522s","start":"2026-04-09T01:55:32.650561Z","end":"2026-04-09T01:55:36.359426Z","steps":["trace[831181083] 'agreement among raft nodes before linearized reading' (duration: 3.703518171s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:36.359467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:32.650551Z","time spent":"3.708906151s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-09T01:55:36.854932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:37.355972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T01:55:37.416502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999768748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T01:55:37.416595Z","caller":"traceutil/trace.go:171","msg":"trace[1223013048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999924971s","start":"2026-04-09T01:55:35.416642Z","end":"2026-04-09T01:55:37.416567Z","steps":["trace[1223013048] 'agreement among raft nodes before linearized reading' (duration: 1.999814009s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:37.416687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:35.416624Z","time spent":"2.000052333s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 01:55:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T01:55:37.683272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329680103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T01:55:37.683641Z","caller":"traceutil/trace.go:171","msg":"trace[1966165211] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"1.652673516s","start":"2026-04-09T01:55:36.030943Z","end":"2026-04-09T01:55:37.683617Z","steps":["trace[1966165211] 'process raft request' (duration: 1.652467483s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:37.683788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.030932Z","time spent":"1.652778388s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:37.684081Z","caller":"traceutil/trace.go:171","msg":"trace[1093715617] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"1.652943391s","start":"2026-04-09T01:55:36.031124Z","end":"2026-04-09T01:55:37.684067Z","steps":["trace[1093715617] 'process raft request' (duration: 1.652453762s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:37.684174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.031116Z","time spent":"1.653020983s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:37.684405Z","caller":"traceutil/trace.go:171","msg":"trace[1444020138] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"1.652760508s","start":"2026-04-09T01:55:36.031621Z","end":"2026-04-09T01:55:37.684381Z","steps":["trace[1444020138] 'process raft request' (duration: 1.652709887s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:37.684496Z","caller":"traceutil/trace.go:171","msg":"trace[429675625] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"1.653053004s","start":"2026-04-09T01:55:36.031411Z","end":"2026-04-09T01:55:37.684464Z","steps":["trace[429675625] 'process raft request' (duration: 1.65286199s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:37.684443Z","caller":"traceutil/trace.go:171","msg":"trace[1573075150] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"1.653047024s","start":"2026-04-09T01:55:36.031367Z","end":"2026-04-09T01:55:37.684414Z","steps":["trace[1573075150] 'process raft request' (duration: 1.652584935s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:37.684662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.031407Z","time spent":"1.653166505s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:37.684739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.031613Z","time spent":"1.652913012s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:37.684759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.03136Z","time spent":"1.653308208s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:38.667931Z","caller":"traceutil/trace.go:171","msg":"trace[754126306] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"2.309403942s","start":"2026-04-09T01:55:36.358489Z","end":"2026-04-09T01:55:38.667892Z","steps":["trace[754126306] 'process raft request' (duration: 2.287956574s)","trace[754126306] 'compare' (duration: 14.100402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:38.668102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.35847Z","time spent":"2.309547544s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:38.668327Z","caller":"traceutil/trace.go:171","msg":"trace[732738428] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"2.185903991s","start":"2026-04-09T01:55:36.482398Z","end":"2026-04-09T01:55:38.668302Z","steps":["trace[732738428] 'process raft request' (duration: 2.180300228s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.66846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.482357Z","time spent":"2.186027594s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:38.668617Z","caller":"traceutil/trace.go:171","msg":"trace[241908302] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"2.301472056s","start":"2026-04-09T01:55:36.367017Z","end":"2026-04-09T01:55:38.668489Z","steps":["trace[241908302] 'process raft request' (duration: 2.295610067s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:38.669377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.367004Z","time spent":"2.30170744s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.144443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.677128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:55:39.144632Z","caller":"traceutil/trace.go:171","msg":"trace[438779977] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26263; }","duration":"2.790707804s","start":"2026-04-09T01:55:36.353899Z","end":"2026-04-09T01:55:39.144607Z","steps":["trace[438779977] 'read index received' (duration: 1.329564121s)","trace[438779977] 'applied index is now lower than readState.Index' (duration: 1.461142043s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:39.144766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963769345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.144794Z","caller":"traceutil/trace.go:171","msg":"trace[821685185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25417; }","duration":"2.963852546s","start":"2026-04-09T01:55:36.180933Z","end":"2026-04-09T01:55:39.144785Z","steps":["trace[821685185] 'agreement among raft nodes before linearized reading' (duration: 2.963774894s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.144833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.180913Z","time spent":"2.963909627s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.144869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11331943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.144947Z","caller":"traceutil/trace.go:171","msg":"trace[603954816] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25417; }","duration":"3.113432122s","start":"2026-04-09T01:55:36.031497Z","end":"2026-04-09T01:55:39.144929Z","steps":["trace[603954816] 'agreement among raft nodes before linearized reading' (duration: 3.1133004s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.144935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127774383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.144988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.031491Z","time spent":"3.113488243s","remote":"127.0.0.1:35784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:39.14501Z","caller":"traceutil/trace.go:171","msg":"trace[1414413910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25417; }","duration":"4.127899155s","start":"2026-04-09T01:55:35.017091Z","end":"2026-04-09T01:55:39.144991Z","steps":["trace[1414413910] 'agreement among raft nodes before linearized reading' (duration: 4.127764203s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.145055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:35.017071Z","time spent":"4.127974826s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.145447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115255575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:55:39.145513Z","caller":"traceutil/trace.go:171","msg":"trace[784152059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25417; }","duration":"3.115351167s","start":"2026-04-09T01:55:36.030143Z","end":"2026-04-09T01:55:39.145494Z","steps":["trace[784152059] 'agreement among raft nodes before linearized reading' (duration: 3.114588734s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.145551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.030128Z","time spent":"3.115414358s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:39.145615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384197222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-09T01:55:39.145654Z","caller":"traceutil/trace.go:171","msg":"trace[1742099478] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:25417; }","duration":"4.384276653s","start":"2026-04-09T01:55:34.761365Z","end":"2026-04-09T01:55:39.145642Z","steps":["trace[1742099478] 'agreement among raft nodes before linearized reading' (duration: 4.383545879s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.145706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:34.761344Z","time spent":"4.384332175s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"info","ts":"2026-04-09T01:55:39.146526Z","caller":"traceutil/trace.go:171","msg":"trace[2051758919] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"784.832812ms","start":"2026-04-09T01:55:38.36166Z","end":"2026-04-09T01:55:39.146493Z","steps":["trace[2051758919] 'process raft request' (duration: 782.913707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.146647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.361635Z","time spent":"784.950085ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.150108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79057103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:55:39.150161Z","caller":"traceutil/trace.go:171","msg":"trace[1858995556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25419; }","duration":"2.790648081s","start":"2026-04-09T01:55:36.359501Z","end":"2026-04-09T01:55:39.150149Z","steps":["trace[1858995556] 'agreement among raft nodes before linearized reading' (duration: 2.790502509s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.359484Z","time spent":"2.790700113s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:55:39.150261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785503917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:13015"} {"level":"info","ts":"2026-04-09T01:55:39.150311Z","caller":"traceutil/trace.go:171","msg":"trace[1792051525] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:25419; }","duration":"2.785573708s","start":"2026-04-09T01:55:36.364724Z","end":"2026-04-09T01:55:39.150298Z","steps":["trace[1792051525] 'agreement among raft nodes before linearized reading' (duration: 2.785429595s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.364717Z","time spent":"2.785611099s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":13038,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" "} {"level":"warn","ts":"2026-04-09T01:55:39.150367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787800679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-04-09T01:55:39.150419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788292388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-09T01:55:39.150431Z","caller":"traceutil/trace.go:171","msg":"trace[1544079638] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25419; }","duration":"2.787911471s","start":"2026-04-09T01:55:36.362501Z","end":"2026-04-09T01:55:39.150412Z","steps":["trace[1544079638] 'agreement among raft nodes before linearized reading' (duration: 2.787695687s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.15045Z","caller":"traceutil/trace.go:171","msg":"trace[1605046111] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25419; }","duration":"2.788352809s","start":"2026-04-09T01:55:36.362087Z","end":"2026-04-09T01:55:39.15044Z","steps":["trace[1605046111] 'agreement among raft nodes before linearized reading' (duration: 2.788260228s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.362478Z","time spent":"2.787984432s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-09T01:55:39.150486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.362079Z","time spent":"2.78840193s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-09T01:55:39.150533Z","caller":"traceutil/trace.go:171","msg":"trace[1993480310] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"115.027014ms","start":"2026-04-09T01:55:39.035498Z","end":"2026-04-09T01:55:39.150525Z","steps":["trace[1993480310] 'process raft request' (duration: 114.394833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726202691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.150635Z","caller":"traceutil/trace.go:171","msg":"trace[1844592907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25419; }","duration":"1.726250022s","start":"2026-04-09T01:55:37.424381Z","end":"2026-04-09T01:55:39.150631Z","steps":["trace[1844592907] 'agreement among raft nodes before linearized reading' (duration: 1.726221281s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691583898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:39.150674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956066466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:39.150671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788632864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-09T01:55:39.150673Z","caller":"traceutil/trace.go:171","msg":"trace[221393716] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25419; }","duration":"1.6916865s","start":"2026-04-09T01:55:37.458974Z","end":"2026-04-09T01:55:39.15066Z","steps":["trace[221393716] 'agreement among raft nodes before linearized reading' (duration: 1.691580668s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.150692Z","caller":"traceutil/trace.go:171","msg":"trace[503415141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25419; }","duration":"1.956121557s","start":"2026-04-09T01:55:37.194566Z","end":"2026-04-09T01:55:39.150687Z","steps":["trace[503415141] 'agreement among raft nodes before linearized reading' (duration: 1.956089916s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.194547Z","time spent":"1.956154227s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:39.1507Z","caller":"traceutil/trace.go:171","msg":"trace[1591255628] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25419; }","duration":"2.788674166s","start":"2026-04-09T01:55:36.362017Z","end":"2026-04-09T01:55:39.150691Z","steps":["trace[1591255628] 'agreement among raft nodes before linearized reading' (duration: 2.788589814s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.458955Z","time spent":"1.691744291s","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.150728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.362008Z","time spent":"2.788715046s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-04-09T01:55:39.150752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786097208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-04-09T01:55:39.150789Z","caller":"traceutil/trace.go:171","msg":"trace[1949057829] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:25419; }","duration":"2.786145828s","start":"2026-04-09T01:55:36.364632Z","end":"2026-04-09T01:55:39.150778Z","steps":["trace[1949057829] 'agreement among raft nodes before linearized reading' (duration: 2.786028746s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102956441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-09T01:55:39.150816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.364626Z","time spent":"2.786183699s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-04-09T01:55:39.150831Z","caller":"traceutil/trace.go:171","msg":"trace[1576473456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25419; }","duration":"2.103019332s","start":"2026-04-09T01:55:37.047805Z","end":"2026-04-09T01:55:39.150824Z","steps":["trace[1576473456] 'agreement among raft nodes before linearized reading' (duration: 2.102972121s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.047778Z","time spent":"2.103065024s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:39.150845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786848841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-04-09T01:55:39.150882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789072532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-04-09T01:55:39.150896Z","caller":"traceutil/trace.go:171","msg":"trace[727610189] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25419; }","duration":"2.786922792s","start":"2026-04-09T01:55:36.363961Z","end":"2026-04-09T01:55:39.150884Z","steps":["trace[727610189] 'agreement among raft nodes before linearized reading' (duration: 2.78676894s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.531674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.150912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188984867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.150924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.36395Z","time spent":"2.786967233s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-09T01:55:39.150927Z","caller":"traceutil/trace.go:171","msg":"trace[1328004657] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25419; }","duration":"2.189031498s","start":"2026-04-09T01:55:36.96189Z","end":"2026-04-09T01:55:39.150921Z","steps":["trace[1328004657] 'agreement among raft nodes before linearized reading' (duration: 2.189007688s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.150928Z","caller":"traceutil/trace.go:171","msg":"trace[1358662155] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25419; }","duration":"343.605595ms","start":"2026-04-09T01:55:38.807312Z","end":"2026-04-09T01:55:39.150918Z","steps":["trace[1358662155] 'agreement among raft nodes before linearized reading' (duration: 343.553304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.961874Z","time spent":"2.189067998s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.150956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.80728Z","time spent":"343.668917ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.150961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789156394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-09T01:55:39.150986Z","caller":"traceutil/trace.go:171","msg":"trace[839802197] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25419; }","duration":"2.789189005s","start":"2026-04-09T01:55:36.361791Z","end":"2026-04-09T01:55:39.15098Z","steps":["trace[839802197] 'agreement among raft nodes before linearized reading' (duration: 2.789126514s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787033284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.151003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.361786Z","time spent":"2.789212935s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-09T01:55:39.15102Z","caller":"traceutil/trace.go:171","msg":"trace[813143208] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25419; }","duration":"2.787098266s","start":"2026-04-09T01:55:36.363912Z","end":"2026-04-09T01:55:39.15101Z","steps":["trace[813143208] 'agreement among raft nodes before linearized reading' (duration: 2.787043445s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.15105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.363901Z","time spent":"2.787141456s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-09T01:55:39.15106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213293197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:39.151077Z","caller":"traceutil/trace.go:171","msg":"trace[1342922415] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25419; }","duration":"2.213351409s","start":"2026-04-09T01:55:36.93772Z","end":"2026-04-09T01:55:39.151071Z","steps":["trace[1342922415] 'agreement among raft nodes before linearized reading' (duration: 2.213297598s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789302127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-09T01:55:39.151093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.937663Z","time spent":"2.21342431s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:39.151101Z","caller":"traceutil/trace.go:171","msg":"trace[2084262676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25419; }","duration":"2.789332567s","start":"2026-04-09T01:55:36.361762Z","end":"2026-04-09T01:55:39.151095Z","steps":["trace[2084262676] 'agreement among raft nodes before linearized reading' (duration: 2.789284006s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.924159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.151119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.361755Z","time spent":"2.789360107s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T01:55:39.15114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786489335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"info","ts":"2026-04-09T01:55:39.151164Z","caller":"traceutil/trace.go:171","msg":"trace[393374347] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25419; }","duration":"2.786521535s","start":"2026-04-09T01:55:36.364636Z","end":"2026-04-09T01:55:39.151157Z","steps":["trace[393374347] 'agreement among raft nodes before linearized reading' (duration: 2.786449444s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442829639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:39.151187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.36463Z","time spent":"2.786550317s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12052,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.792446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5061"} {"level":"warn","ts":"2026-04-09T01:55:39.151257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78779157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd9ba4a9-c785-485e-8649-dcc6652a665d\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-09T01:55:39.151263Z","caller":"traceutil/trace.go:171","msg":"trace[2000783017] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25419; }","duration":"477.836717ms","start":"2026-04-09T01:55:38.673419Z","end":"2026-04-09T01:55:39.151256Z","steps":["trace[2000783017] 'agreement among raft nodes before linearized reading' (duration: 477.737274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.673416Z","time spent":"477.871978ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5084,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-09T01:55:39.151296Z","caller":"traceutil/trace.go:171","msg":"trace[1976060624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd9ba4a9-c785-485e-8649-dcc6652a665d; range_end:; response_count:1; response_revision:25419; }","duration":"2.78784557s","start":"2026-04-09T01:55:36.363437Z","end":"2026-04-09T01:55:39.151283Z","steps":["trace[1976060624] 'agreement among raft nodes before linearized reading' (duration: 2.787740909s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789683674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-04-09T01:55:39.151325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.363427Z","time spent":"2.787891201s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-dd9ba4a9-c785-485e-8649-dcc6652a665d\" "} {"level":"info","ts":"2026-04-09T01:55:39.151344Z","caller":"traceutil/trace.go:171","msg":"trace[672295520] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25419; }","duration":"2.789709144s","start":"2026-04-09T01:55:36.361629Z","end":"2026-04-09T01:55:39.151338Z","steps":["trace[672295520] 'agreement among raft nodes before linearized reading' (duration: 2.789653053s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.361596Z","time spent":"2.789764806s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78676587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-04-09T01:55:39.151404Z","caller":"traceutil/trace.go:171","msg":"trace[671349146] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25419; }","duration":"2.786796912s","start":"2026-04-09T01:55:36.364602Z","end":"2026-04-09T01:55:39.151399Z","steps":["trace[671349146] 'agreement among raft nodes before linearized reading' (duration: 2.786743901s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.364596Z","time spent":"2.786821292s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.349197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-09T01:55:39.151497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791745322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-04-09T01:55:39.151502Z","caller":"traceutil/trace.go:171","msg":"trace[707395225] range","detail":"{range_begin:/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2; range_end:; response_count:1; response_revision:25419; }","duration":"478.399237ms","start":"2026-04-09T01:55:38.673092Z","end":"2026-04-09T01:55:39.151491Z","steps":["trace[707395225] 'agreement among raft nodes before linearized reading' (duration: 478.311146ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.151521Z","caller":"traceutil/trace.go:171","msg":"trace[963362566] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25419; }","duration":"2.791780383s","start":"2026-04-09T01:55:36.359733Z","end":"2026-04-09T01:55:39.151514Z","steps":["trace[963362566] 'agreement among raft nodes before linearized reading' (duration: 2.791721032s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788790628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-09T01:55:39.151531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.673082Z","time spent":"478.443848ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6cbe56faa2\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.35972Z","time spent":"2.791816884s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-04-09T01:55:39.151555Z","caller":"traceutil/trace.go:171","msg":"trace[2072074292] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25419; }","duration":"2.788824698s","start":"2026-04-09T01:55:36.362722Z","end":"2026-04-09T01:55:39.151546Z","steps":["trace[2072074292] 'agreement among raft nodes before linearized reading' (duration: 2.788727686s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.362497Z","time spent":"2.789082393s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-09T01:55:39.151137Z","caller":"traceutil/trace.go:171","msg":"trace[344935239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25419; }","duration":"448.998731ms","start":"2026-04-09T01:55:38.70213Z","end":"2026-04-09T01:55:39.151129Z","steps":["trace[344935239] 'agreement among raft nodes before linearized reading' (duration: 448.95336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.70212Z","time spent":"449.506271ms","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.151664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791923055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-04-09T01:55:39.151668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.471485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.151685Z","caller":"traceutil/trace.go:171","msg":"trace[2128071514] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25419; }","duration":"2.791958107s","start":"2026-04-09T01:55:36.359719Z","end":"2026-04-09T01:55:39.151677Z","steps":["trace[2128071514] 'agreement among raft nodes before linearized reading' (duration: 2.791897715s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.151192Z","caller":"traceutil/trace.go:171","msg":"trace[1174547601] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25419; }","duration":"2.442875789s","start":"2026-04-09T01:55:36.708312Z","end":"2026-04-09T01:55:39.151187Z","steps":["trace[1174547601] 'agreement among raft nodes before linearized reading' (duration: 2.442850907s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.1517Z","caller":"traceutil/trace.go:171","msg":"trace[217890284] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25419; }","duration":"619.544937ms","start":"2026-04-09T01:55:38.532148Z","end":"2026-04-09T01:55:39.151693Z","steps":["trace[217890284] 'agreement among raft nodes before linearized reading' (duration: 619.491276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.708292Z","time spent":"2.443427299s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.151729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.532124Z","time spent":"619.597717ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.151749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792066728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11566"} {"level":"info","ts":"2026-04-09T01:55:39.151767Z","caller":"traceutil/trace.go:171","msg":"trace[978764733] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:25419; }","duration":"2.792108139s","start":"2026-04-09T01:55:36.359654Z","end":"2026-04-09T01:55:39.151763Z","steps":["trace[978764733] 'agreement among raft nodes before linearized reading' (duration: 2.792057828s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.15178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.359638Z","time spent":"2.792138939s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11589,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.545166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.151878Z","caller":"traceutil/trace.go:171","msg":"trace[758627011] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25419; }","duration":"834.600806ms","start":"2026-04-09T01:55:38.317269Z","end":"2026-04-09T01:55:39.15187Z","steps":["trace[758627011] 'agreement among raft nodes before linearized reading' (duration: 834.559665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786956584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"warn","ts":"2026-04-09T01:55:39.151904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.317253Z","time spent":"834.643677ms","remote":"127.0.0.1:38094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.151265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789593283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13057"} {"level":"warn","ts":"2026-04-09T01:55:39.15193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060178562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:55:39.151953Z","caller":"traceutil/trace.go:171","msg":"trace[1415042347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25419; }","duration":"1.060227042s","start":"2026-04-09T01:55:38.09172Z","end":"2026-04-09T01:55:39.151947Z","steps":["trace[1415042347] 'agreement among raft nodes before linearized reading' (duration: 1.060162691s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.151945Z","caller":"traceutil/trace.go:171","msg":"trace[1088269856] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:25419; }","duration":"2.790282485s","start":"2026-04-09T01:55:36.36165Z","end":"2026-04-09T01:55:39.151933Z","steps":["trace[1088269856] 'agreement among raft nodes before linearized reading' (duration: 2.789565272s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.151972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:38.091708Z","time spent":"1.060259744s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786704039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-04-09T01:55:39.151988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.361645Z","time spent":"2.790330276s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13080,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"info","ts":"2026-04-09T01:55:39.152004Z","caller":"traceutil/trace.go:171","msg":"trace[1086620639] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25419; }","duration":"2.787377101s","start":"2026-04-09T01:55:36.364622Z","end":"2026-04-09T01:55:39.151999Z","steps":["trace[1086620639] 'agreement among raft nodes before linearized reading' (duration: 2.786658368s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.152023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.36459Z","time spent":"2.787427433s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-09T01:55:39.151707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.35971Z","time spent":"2.791990567s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-04-09T01:55:39.152072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17973628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:39.152095Z","caller":"traceutil/trace.go:171","msg":"trace[172051243] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25419; }","duration":"1.179798591s","start":"2026-04-09T01:55:37.972287Z","end":"2026-04-09T01:55:39.152085Z","steps":["trace[172051243] 'agreement among raft nodes before linearized reading' (duration: 1.17976275s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.152113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.972255Z","time spent":"1.179853673s","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:39.151913Z","caller":"traceutil/trace.go:171","msg":"trace[552157984] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25419; }","duration":"2.787353381s","start":"2026-04-09T01:55:36.364555Z","end":"2026-04-09T01:55:39.151909Z","steps":["trace[552157984] 'agreement among raft nodes before linearized reading' (duration: 2.786934093s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.152144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.364546Z","time spent":"2.787592656s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3403,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-04-09T01:55:39.152215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22658086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:39.152237Z","caller":"traceutil/trace.go:171","msg":"trace[659887220] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25419; }","duration":"1.22660293s","start":"2026-04-09T01:55:37.925628Z","end":"2026-04-09T01:55:39.152231Z","steps":["trace[659887220] 'agreement among raft nodes before linearized reading' (duration: 1.22656893s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.152258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.925549Z","time spent":"1.226703212s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:39.151235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785862404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-09T01:55:39.152318Z","caller":"traceutil/trace.go:171","msg":"trace[840346772] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25419; }","duration":"2.786948553s","start":"2026-04-09T01:55:36.365359Z","end":"2026-04-09T01:55:39.152308Z","steps":["trace[840346772] 'agreement among raft nodes before linearized reading' (duration: 2.785841553s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.150647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:37.424359Z","time spent":"1.726284962s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:39.152354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.365355Z","time spent":"2.786989063s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-04-09T01:55:39.150903Z","caller":"traceutil/trace.go:171","msg":"trace[544053417] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:25419; }","duration":"2.789107094s","start":"2026-04-09T01:55:36.36179Z","end":"2026-04-09T01:55:39.150897Z","steps":["trace[544053417] 'agreement among raft nodes before linearized reading' (duration: 2.789035282s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.152457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:36.361783Z","time spent":"2.790667012s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-04-09T01:55:39.496306Z","caller":"traceutil/trace.go:171","msg":"trace[1150145689] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"346.149592ms","start":"2026-04-09T01:55:39.150113Z","end":"2026-04-09T01:55:39.496262Z","steps":["trace[1150145689] 'process raft request' (duration: 248.155114ms)","trace[1150145689] 'compare' (duration: 97.480209ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:39.496314Z","caller":"traceutil/trace.go:171","msg":"trace[770561986] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"345.602513ms","start":"2026-04-09T01:55:39.150679Z","end":"2026-04-09T01:55:39.496282Z","steps":["trace[770561986] 'process raft request' (duration: 345.42401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.496461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.150094Z","time spent":"346.283415ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.496489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.150654Z","time spent":"345.736466ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:39.496506Z","caller":"traceutil/trace.go:171","msg":"trace[598899013] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"341.65832ms","start":"2026-04-09T01:55:39.154834Z","end":"2026-04-09T01:55:39.496492Z","steps":["trace[598899013] 'process raft request' (duration: 341.573888ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.496508Z","caller":"traceutil/trace.go:171","msg":"trace[334446557] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"344.820478ms","start":"2026-04-09T01:55:39.15166Z","end":"2026-04-09T01:55:39.496481Z","steps":["trace[334446557] 'process raft request' (duration: 344.548213ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.496509Z","caller":"traceutil/trace.go:171","msg":"trace[1328446129] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"341.778811ms","start":"2026-04-09T01:55:39.1547Z","end":"2026-04-09T01:55:39.496479Z","steps":["trace[1328446129] 'process raft request' (duration: 341.609608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.496626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.151653Z","time spent":"344.91051ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.496649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.154815Z","time spent":"341.743101ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:39.4965Z","caller":"traceutil/trace.go:171","msg":"trace[1065373951] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"342.081147ms","start":"2026-04-09T01:55:39.154392Z","end":"2026-04-09T01:55:39.496473Z","steps":["trace[1065373951] 'process raft request' (duration: 341.868733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:39.496663Z","caller":"traceutil/trace.go:171","msg":"trace[771545790] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"339.59759ms","start":"2026-04-09T01:55:39.157059Z","end":"2026-04-09T01:55:39.496657Z","steps":["trace[771545790] 'process raft request' (duration: 339.391427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.496645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.15469Z","time spent":"341.884994ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.496705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.154377Z","time spent":"342.302841ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.49675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.157049Z","time spent":"339.640731ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:39.496827Z","caller":"traceutil/trace.go:171","msg":"trace[1732462873] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26274; }","duration":"343.832539ms","start":"2026-04-09T01:55:39.152972Z","end":"2026-04-09T01:55:39.496805Z","steps":["trace[1732462873] 'read index received' (duration: 75.192424ms)","trace[1732462873] 'applied index is now lower than readState.Index' (duration: 268.637145ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:39.49686Z","caller":"traceutil/trace.go:171","msg":"trace[603148058] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"339.54478ms","start":"2026-04-09T01:55:39.1573Z","end":"2026-04-09T01:55:39.496844Z","steps":["trace[603148058] 'process raft request' (duration: 339.296335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.496931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.157291Z","time spent":"339.601371ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:39.496989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.002712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-04-09T01:55:39.497044Z","caller":"traceutil/trace.go:171","msg":"trace[1206034992] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25427; }","duration":"344.066804ms","start":"2026-04-09T01:55:39.152965Z","end":"2026-04-09T01:55:39.497031Z","steps":["trace[1206034992] 'agreement among raft nodes before linearized reading' (duration: 343.90342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:39.497071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.152937Z","time spent":"344.129496ms","remote":"127.0.0.1:35594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18769,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-09T01:55:40.293658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.061459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:40.293827Z","caller":"traceutil/trace.go:171","msg":"trace[634628011] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26283; }","duration":"796.956249ms","start":"2026-04-09T01:55:39.496849Z","end":"2026-04-09T01:55:40.293805Z","steps":["trace[634628011] 'read index received' (duration: 227.683095ms)","trace[634628011] 'applied index is now lower than readState.Index' (duration: 569.269454ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:40.293926Z","caller":"traceutil/trace.go:171","msg":"trace[1808500634] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"1.064612605s","start":"2026-04-09T01:55:39.229293Z","end":"2026-04-09T01:55:40.293906Z","steps":["trace[1808500634] 'process raft request' (duration: 495.196468ms)","trace[1808500634] 'compare' (duration: 568.667422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:40.294008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.229273Z","time spent":"1.064686456s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:40.294218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135455549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"info","ts":"2026-04-09T01:55:40.294278Z","caller":"traceutil/trace.go:171","msg":"trace[482170578] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:25428; }","duration":"1.135545251s","start":"2026-04-09T01:55:39.15872Z","end":"2026-04-09T01:55:40.294265Z","steps":["trace[482170578] 'agreement among raft nodes before linearized reading' (duration: 1.135276586s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158714Z","time spent":"1.135601792s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2696,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136087301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-09T01:55:40.294429Z","caller":"traceutil/trace.go:171","msg":"trace[2035345183] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25428; }","duration":"1.136138861s","start":"2026-04-09T01:55:39.15827Z","end":"2026-04-09T01:55:40.294409Z","steps":["trace[2035345183] 'agreement among raft nodes before linearized reading' (duration: 1.135962698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135772665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8222"} {"level":"warn","ts":"2026-04-09T01:55:40.294472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158264Z","time spent":"1.136195222s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-09T01:55:40.294498Z","caller":"traceutil/trace.go:171","msg":"trace[357161690] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25428; }","duration":"1.135845016s","start":"2026-04-09T01:55:39.158636Z","end":"2026-04-09T01:55:40.294481Z","steps":["trace[357161690] 'agreement among raft nodes before linearized reading' (duration: 1.135708703s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135204194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"warn","ts":"2026-04-09T01:55:40.29454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158632Z","time spent":"1.135899177s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8245,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135591471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-09T01:55:40.294615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135636352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-09T01:55:40.294664Z","caller":"traceutil/trace.go:171","msg":"trace[1191029915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25428; }","duration":"1.135727434s","start":"2026-04-09T01:55:39.158914Z","end":"2026-04-09T01:55:40.294642Z","steps":["trace[1191029915] 'agreement among raft nodes before linearized reading' (duration: 1.135432878s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.294682Z","caller":"traceutil/trace.go:171","msg":"trace[1730253986] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25428; }","duration":"1.135755534s","start":"2026-04-09T01:55:39.158909Z","end":"2026-04-09T01:55:40.294665Z","steps":["trace[1730253986] 'agreement among raft nodes before linearized reading' (duration: 1.1355065s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.29469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136012189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-04-09T01:55:40.294716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135908137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-04-09T01:55:40.29473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135924887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17544"} {"level":"warn","ts":"2026-04-09T01:55:40.294721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158909Z","time spent":"1.135791085s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136277633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-04-09T01:55:40.294751Z","caller":"traceutil/trace.go:171","msg":"trace[794042740] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25428; }","duration":"1.13606944s","start":"2026-04-09T01:55:39.158663Z","end":"2026-04-09T01:55:40.294733Z","steps":["trace[794042740] 'agreement among raft nodes before linearized reading' (duration: 1.135829746s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.294776Z","caller":"traceutil/trace.go:171","msg":"trace[245668680] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:25428; }","duration":"1.135988539s","start":"2026-04-09T01:55:39.158775Z","end":"2026-04-09T01:55:40.294764Z","steps":["trace[245668680] 'agreement among raft nodes before linearized reading' (duration: 1.135596492s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13775024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-09T01:55:40.294728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135603142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-04-09T01:55:40.294787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137812552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:40.29483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135929208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-09T01:55:40.294845Z","caller":"traceutil/trace.go:171","msg":"trace[528210716] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25428; }","duration":"1.135728574s","start":"2026-04-09T01:55:39.159102Z","end":"2026-04-09T01:55:40.294831Z","steps":["trace[528210716] 'agreement among raft nodes before linearized reading' (duration: 1.135567641s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158757Z","time spent":"1.13605818s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17567,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141532331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:40.294874Z","caller":"traceutil/trace.go:171","msg":"trace[472685246] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25428; }","duration":"1.137916603s","start":"2026-04-09T01:55:39.156933Z","end":"2026-04-09T01:55:40.29485Z","steps":["trace[472685246] 'agreement among raft nodes before linearized reading' (duration: 1.137761961s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.29489Z","caller":"traceutil/trace.go:171","msg":"trace[727820778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25428; }","duration":"1.135969448s","start":"2026-04-09T01:55:39.158885Z","end":"2026-04-09T01:55:40.294854Z","steps":["trace[727820778] 'agreement among raft nodes before linearized reading' (duration: 1.135553241s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.159098Z","time spent":"1.135792595s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.062057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-04-09T01:55:40.29493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158881Z","time spent":"1.13603936s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-09T01:55:40.294925Z","caller":"traceutil/trace.go:171","msg":"trace[165029434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25428; }","duration":"1.141603002s","start":"2026-04-09T01:55:39.153301Z","end":"2026-04-09T01:55:40.294904Z","steps":["trace[165029434] 'agreement among raft nodes before linearized reading' (duration: 1.141504131s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137967944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"warn","ts":"2026-04-09T01:55:40.294945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.156921Z","time spent":"1.138002956s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-09T01:55:40.294965Z","caller":"traceutil/trace.go:171","msg":"trace[68266338] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25428; }","duration":"965.131418ms","start":"2026-04-09T01:55:39.329819Z","end":"2026-04-09T01:55:40.29495Z","steps":["trace[68266338] 'agreement among raft nodes before linearized reading' (duration: 964.584668ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.294991Z","caller":"traceutil/trace.go:171","msg":"trace[1067650795] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:25428; }","duration":"1.138003356s","start":"2026-04-09T01:55:39.156978Z","end":"2026-04-09T01:55:40.294982Z","steps":["trace[1067650795] 'agreement among raft nodes before linearized reading' (duration: 1.137942795s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.153297Z","time spent":"1.141675585s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.329803Z","time spent":"965.19303ms","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.717581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-04-09T01:55:40.295059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136734442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-04-09T01:55:40.295077Z","caller":"traceutil/trace.go:171","msg":"trace[1357179997] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25428; }","duration":"1.136766052s","start":"2026-04-09T01:55:39.158306Z","end":"2026-04-09T01:55:40.295072Z","steps":["trace[1357179997] 'agreement among raft nodes before linearized reading' (duration: 1.136716541s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.295072Z","caller":"traceutil/trace.go:171","msg":"trace[957335431] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25428; }","duration":"965.259761ms","start":"2026-04-09T01:55:39.329798Z","end":"2026-04-09T01:55:40.295057Z","steps":["trace[957335431] 'agreement among raft nodes before linearized reading' (duration: 964.61411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158299Z","time spent":"1.136789144s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136289815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-04-09T01:55:40.29511Z","caller":"traceutil/trace.go:171","msg":"trace[544796255] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:25428; }","duration":"1.136323376s","start":"2026-04-09T01:55:39.158781Z","end":"2026-04-09T01:55:40.295105Z","steps":["trace[544796255] 'agreement among raft nodes before linearized reading' (duration: 1.135596892s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.329777Z","time spent":"965.317773ms","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158773Z","time spent":"1.136351246s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-04-09T01:55:40.294789Z","caller":"traceutil/trace.go:171","msg":"trace[39299789] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:25428; }","duration":"1.135971128s","start":"2026-04-09T01:55:39.158793Z","end":"2026-04-09T01:55:40.294764Z","steps":["trace[39299789] 'agreement among raft nodes before linearized reading' (duration: 1.135584241s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.294763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136970877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-04-09T01:55:40.295173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158749Z","time spent":"1.136410887s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-09T01:55:40.295197Z","caller":"traceutil/trace.go:171","msg":"trace[2137958430] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25428; }","duration":"1.137415965s","start":"2026-04-09T01:55:39.157774Z","end":"2026-04-09T01:55:40.29519Z","steps":["trace[2137958430] 'agreement among raft nodes before linearized reading' (duration: 1.136867785s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.157753Z","time spent":"1.137456677s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13603971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-09T01:55:40.294806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.15866Z","time spent":"1.136132291s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.156974Z","time spent":"1.138030986s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10809,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"info","ts":"2026-04-09T01:55:40.295281Z","caller":"traceutil/trace.go:171","msg":"trace[1292538416] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25428; }","duration":"1.136092572s","start":"2026-04-09T01:55:39.159174Z","end":"2026-04-09T01:55:40.295266Z","steps":["trace[1292538416] 'agreement among raft nodes before linearized reading' (duration: 1.135291887s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.294634Z","caller":"traceutil/trace.go:171","msg":"trace[1013467990] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25428; }","duration":"1.135312156s","start":"2026-04-09T01:55:39.159303Z","end":"2026-04-09T01:55:40.294615Z","steps":["trace[1013467990] 'agreement among raft nodes before linearized reading' (duration: 1.135054402s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.159168Z","time spent":"1.136141403s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135837666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-04-09T01:55:40.295357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.159298Z","time spent":"1.1360502s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-09T01:55:40.295373Z","caller":"traceutil/trace.go:171","msg":"trace[1169722873] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25428; }","duration":"1.136684352s","start":"2026-04-09T01:55:39.158683Z","end":"2026-04-09T01:55:40.295368Z","steps":["trace[1169722873] 'agreement among raft nodes before linearized reading' (duration: 1.135738684s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.294789Z","caller":"traceutil/trace.go:171","msg":"trace[101064603] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25428; }","duration":"1.136324884s","start":"2026-04-09T01:55:39.158454Z","end":"2026-04-09T01:55:40.294779Z","steps":["trace[101064603] 'agreement among raft nodes before linearized reading' (duration: 1.136230372s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158676Z","time spent":"1.136711192s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-09T01:55:40.29483Z","caller":"traceutil/trace.go:171","msg":"trace[296471479] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:25428; }","duration":"1.137804412s","start":"2026-04-09T01:55:39.15702Z","end":"2026-04-09T01:55:40.294825Z","steps":["trace[296471479] 'agreement among raft nodes before linearized reading' (duration: 1.137738581s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158449Z","time spent":"1.136951476s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.157005Z","time spent":"1.138446934s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3988,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-09T01:55:40.294738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.158899Z","time spent":"1.135824025s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-09T01:55:40.295546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135890037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-09T01:55:40.295578Z","caller":"traceutil/trace.go:171","msg":"trace[172717865] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:25428; }","duration":"1.137274962s","start":"2026-04-09T01:55:39.158294Z","end":"2026-04-09T01:55:40.295569Z","steps":["trace[172717865] 'agreement among raft nodes before linearized reading' (duration: 1.135733744s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.295625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.15829Z","time spent":"1.137328873s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-04-09T01:55:40.30738Z","caller":"traceutil/trace.go:171","msg":"trace[558107649] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"616.032721ms","start":"2026-04-09T01:55:39.691336Z","end":"2026-04-09T01:55:40.307369Z","steps":["trace[558107649] 'process raft request' (duration: 616.00534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.307466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.691329Z","time spent":"616.088192ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:40.307487Z","caller":"traceutil/trace.go:171","msg":"trace[632377031] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"617.819624ms","start":"2026-04-09T01:55:39.689649Z","end":"2026-04-09T01:55:40.307469Z","steps":["trace[632377031] 'process raft request' (duration: 617.579659ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.3075Z","caller":"traceutil/trace.go:171","msg":"trace[764260298] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"616.53379ms","start":"2026-04-09T01:55:39.69095Z","end":"2026-04-09T01:55:40.307484Z","steps":["trace[764260298] 'process raft request' (duration: 616.342366ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:40.307512Z","caller":"traceutil/trace.go:171","msg":"trace[783776909] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"617.12439ms","start":"2026-04-09T01:55:39.690374Z","end":"2026-04-09T01:55:40.307498Z","steps":["trace[783776909] 'process raft request' (duration: 616.893596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.307587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.69036Z","time spent":"617.180862ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:40.30756Z","caller":"traceutil/trace.go:171","msg":"trace[1691808858] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"616.348097ms","start":"2026-04-09T01:55:39.691194Z","end":"2026-04-09T01:55:40.307542Z","steps":["trace[1691808858] 'process raft request' (duration: 616.121583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.307589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.689623Z","time spent":"617.916946ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:40.307592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.69093Z","time spent":"616.608972ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:40.307682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.691185Z","time spent":"616.430968ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:40.308065Z","caller":"traceutil/trace.go:171","msg":"trace[971799953] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"802.098022ms","start":"2026-04-09T01:55:39.505411Z","end":"2026-04-09T01:55:40.307509Z","steps":["trace[971799953] 'process raft request' (duration: 801.704645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:40.308125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.505394Z","time spent":"802.701325ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:42.30404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T01:55:42.304132Z","caller":"traceutil/trace.go:171","msg":"trace[981052406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472289s","start":"2026-04-09T01:55:40.303639Z","end":"2026-04-09T01:55:42.304111Z","steps":["trace[981052406] 'agreement among raft nodes before linearized reading' (duration: 2.000352737s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:42.304186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.303634Z","time spent":"2.00054114s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:42.334078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260901067s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T01:55:42.334336Z","caller":"traceutil/trace.go:171","msg":"trace[118768766] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26290; }","duration":"2.040453941s","start":"2026-04-09T01:55:40.293861Z","end":"2026-04-09T01:55:42.334315Z","steps":["trace[118768766] 'read index received' (duration: 13.612602ms)","trace[118768766] 'applied index is now lower than readState.Index' (duration: 2.026839959s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:42.334451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717960173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:42.334437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660279473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:42.334444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041231936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:42.33448Z","caller":"traceutil/trace.go:171","msg":"trace[437164470] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25434; }","duration":"2.718040295s","start":"2026-04-09T01:55:39.616429Z","end":"2026-04-09T01:55:42.334469Z","steps":["trace[437164470] 'agreement among raft nodes before linearized reading' (duration: 2.717971474s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:42.334495Z","caller":"traceutil/trace.go:171","msg":"trace[1429679714] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25434; }","duration":"2.660386265s","start":"2026-04-09T01:55:39.674092Z","end":"2026-04-09T01:55:42.334478Z","steps":["trace[1429679714] 'agreement among raft nodes before linearized reading' (duration: 2.660295363s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:42.334503Z","caller":"traceutil/trace.go:171","msg":"trace[1000288391] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25434; }","duration":"2.041376669s","start":"2026-04-09T01:55:40.293112Z","end":"2026-04-09T01:55:42.334489Z","steps":["trace[1000288391] 'agreement among raft nodes before linearized reading' (duration: 2.041270427s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:42.334513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.616409Z","time spent":"2.718096096s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T01:55:42.334527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.674065Z","time spent":"2.660451816s","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:42.334548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.293091Z","time spent":"2.04143438s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:42.334644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83204434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a48d772c52a74e\" ","response":"range_response_count:1 size:817"} {"level":"warn","ts":"2026-04-09T01:55:42.334685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832221153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" ","response":"range_response_count:1 size:8545"} {"level":"info","ts":"2026-04-09T01:55:42.33472Z","caller":"traceutil/trace.go:171","msg":"trace[1588101367] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a48d772c52a74e; range_end:; response_count:1; response_revision:25434; }","duration":"2.832151302s","start":"2026-04-09T01:55:39.502549Z","end":"2026-04-09T01:55:42.3347Z","steps":["trace[1588101367] 'agreement among raft nodes before linearized reading' (duration: 2.831878317s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:42.334732Z","caller":"traceutil/trace.go:171","msg":"trace[1102750828] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc; range_end:; response_count:1; response_revision:25434; }","duration":"2.832310585s","start":"2026-04-09T01:55:39.502408Z","end":"2026-04-09T01:55:42.334718Z","steps":["trace[1102750828] 'agreement among raft nodes before linearized reading' (duration: 2.832143642s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:42.334765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.502388Z","time spent":"2.832370436s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":8568,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" "} {"level":"warn","ts":"2026-04-09T01:55:42.334765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.502545Z","time spent":"2.832211703s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":840,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a48d772c52a74e\" "} {"level":"warn","ts":"2026-04-09T01:55:42.334795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572418843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-09T01:55:42.33474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494452056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-04-09T01:55:42.334821Z","caller":"traceutil/trace.go:171","msg":"trace[785782046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25434; }","duration":"2.572470283s","start":"2026-04-09T01:55:39.762341Z","end":"2026-04-09T01:55:42.334811Z","steps":["trace[785782046] 'agreement among raft nodes before linearized reading' (duration: 2.572412322s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:42.334853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.762327Z","time spent":"2.572521205s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T01:55:42.334861Z","caller":"traceutil/trace.go:171","msg":"trace[384020049] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25434; }","duration":"2.494591277s","start":"2026-04-09T01:55:39.840242Z","end":"2026-04-09T01:55:42.334833Z","steps":["trace[384020049] 'agreement among raft nodes before linearized reading' (duration: 2.494414154s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:42.335093Z","caller":"traceutil/trace.go:171","msg":"trace[1012534570] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"1.183816756s","start":"2026-04-09T01:55:41.151248Z","end":"2026-04-09T01:55:42.335065Z","steps":["trace[1012534570] 'process raft request' (duration: 1.18293664s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:42.334943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:39.84022Z","time spent":"2.49469452s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:42.335258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.151238Z","time spent":"1.183926369s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:42.534764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.611305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:42.534901Z","caller":"traceutil/trace.go:171","msg":"trace[117631819] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"652.279753ms","start":"2026-04-09T01:55:41.882597Z","end":"2026-04-09T01:55:42.534876Z","steps":["trace[117631819] 'process raft request' (duration: 453.447874ms)","trace[117631819] 'compare' (duration: 198.271189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:42.534993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.882577Z","time spent":"652.368795ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.454474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.757972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:43.454652Z","caller":"traceutil/trace.go:171","msg":"trace[1290991546] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"1.142213804s","start":"2026-04-09T01:55:42.312418Z","end":"2026-04-09T01:55:43.454632Z","steps":["trace[1290991546] 'process raft request' (duration: 454.209758ms)","trace[1290991546] 'compare' (duration: 687.63826ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:43.454735Z","caller":"traceutil/trace.go:171","msg":"trace[12391588] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.142228645s","start":"2026-04-09T01:55:42.312486Z","end":"2026-04-09T01:55:43.454715Z","steps":["trace[12391588] 'process raft request' (duration: 1.142087662s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.454763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.3124Z","time spent":"1.142303326s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.454816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.31248Z","time spent":"1.142297996s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:43.455006Z","caller":"traceutil/trace.go:171","msg":"trace[1616339889] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"1.142084721s","start":"2026-04-09T01:55:42.312895Z","end":"2026-04-09T01:55:43.45498Z","steps":["trace[1616339889] 'process raft request' (duration: 1.141773926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.312867Z","time spent":"1.142205693s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.45527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953253914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:55:43.455308Z","caller":"traceutil/trace.go:171","msg":"trace[447648494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25441; }","duration":"1.953332896s","start":"2026-04-09T01:55:41.501964Z","end":"2026-04-09T01:55:43.455297Z","steps":["trace[447648494] 'agreement among raft nodes before linearized reading' (duration: 1.953203703s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152374374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7864"} {"level":"warn","ts":"2026-04-09T01:55:43.45534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.501941Z","time spent":"1.953392368s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:43.455429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154156617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-09T01:55:43.455494Z","caller":"traceutil/trace.go:171","msg":"trace[1611086343] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:25441; }","duration":"3.154234179s","start":"2026-04-09T01:55:40.301246Z","end":"2026-04-09T01:55:43.45548Z","steps":["trace[1611086343] 'agreement among raft nodes before linearized reading' (duration: 3.154043256s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155331909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-04-09T01:55:43.455553Z","caller":"traceutil/trace.go:171","msg":"trace[523894125] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25441; }","duration":"3.15537671s","start":"2026-04-09T01:55:40.300152Z","end":"2026-04-09T01:55:43.455529Z","steps":["trace[523894125] 'agreement among raft nodes before linearized reading' (duration: 3.155259438s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.300147Z","time spent":"3.155429281s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-09T01:55:43.455627Z","caller":"traceutil/trace.go:171","msg":"trace[1384280661] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"1.141591434s","start":"2026-04-09T01:55:42.314023Z","end":"2026-04-09T01:55:43.455614Z","steps":["trace[1384280661] 'process raft request' (duration: 1.141015102s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.455585Z","caller":"traceutil/trace.go:171","msg":"trace[359922897] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"1.142325647s","start":"2026-04-09T01:55:42.313246Z","end":"2026-04-09T01:55:43.455572Z","steps":["trace[359922897] 'process raft request' (duration: 1.141633554s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154606606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-04-09T01:55:43.45575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155487362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-04-09T01:55:43.455762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154567345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-09T01:55:43.455775Z","caller":"traceutil/trace.go:171","msg":"trace[853386927] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:25441; }","duration":"3.154654406s","start":"2026-04-09T01:55:40.301112Z","end":"2026-04-09T01:55:43.455767Z","steps":["trace[853386927] 'agreement among raft nodes before linearized reading' (duration: 3.154544544s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.31323Z","time spent":"1.14251052s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:43.455794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301105Z","time spent":"3.154684397s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-04-09T01:55:43.455787Z","caller":"traceutil/trace.go:171","msg":"trace[1054523083] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25441; }","duration":"3.155538803s","start":"2026-04-09T01:55:40.300238Z","end":"2026-04-09T01:55:43.455777Z","steps":["trace[1054523083] 'agreement among raft nodes before linearized reading' (duration: 3.155434192s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321123345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.455818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.300231Z","time spent":"3.155580274s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-09T01:55:43.455834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154651086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-09T01:55:43.45571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.314013Z","time spent":"1.141654015s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:43.455852Z","caller":"traceutil/trace.go:171","msg":"trace[627885763] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:25441; }","duration":"3.154665467s","start":"2026-04-09T01:55:40.301179Z","end":"2026-04-09T01:55:43.455845Z","steps":["trace[627885763] 'agreement among raft nodes before linearized reading' (duration: 3.154620816s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301155Z","time spent":"3.154713197s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-09T01:55:43.455762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151090229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.455886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51437006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.455903Z","caller":"traceutil/trace.go:171","msg":"trace[970173434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25441; }","duration":"1.151274753s","start":"2026-04-09T01:55:42.304619Z","end":"2026-04-09T01:55:43.455893Z","steps":["trace[970173434] 'agreement among raft nodes before linearized reading' (duration: 1.15111571s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.455919Z","caller":"traceutil/trace.go:171","msg":"trace[1967948136] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25441; }","duration":"1.514440002s","start":"2026-04-09T01:55:41.941471Z","end":"2026-04-09T01:55:43.455911Z","steps":["trace[1967948136] 'agreement among raft nodes before linearized reading' (duration: 1.514394591s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.304596Z","time spent":"1.151328843s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:55:43.455844Z","caller":"traceutil/trace.go:171","msg":"trace[292130052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25441; }","duration":"1.321160765s","start":"2026-04-09T01:55:42.134673Z","end":"2026-04-09T01:55:43.455834Z","steps":["trace[292130052] 'agreement among raft nodes before linearized reading' (duration: 1.321107395s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156201194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-09T01:55:43.455962Z","caller":"traceutil/trace.go:171","msg":"trace[1800986045] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25441; }","duration":"3.156232836s","start":"2026-04-09T01:55:40.299724Z","end":"2026-04-09T01:55:43.455957Z","steps":["trace[1800986045] 'agreement among raft nodes before linearized reading' (duration: 3.156194725s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.455957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.941451Z","time spent":"1.514496062s","remote":"127.0.0.1:60318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.455981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.299712Z","time spent":"3.156265276s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-09T01:55:43.455884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4774448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:43.455788Z","caller":"traceutil/trace.go:171","msg":"trace[1323923929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25441; }","duration":"3.154626446s","start":"2026-04-09T01:55:40.301155Z","end":"2026-04-09T01:55:43.455781Z","steps":["trace[1323923929] 'agreement among raft nodes before linearized reading' (duration: 3.154551904s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456057Z","caller":"traceutil/trace.go:171","msg":"trace[35401542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25441; }","duration":"2.477672174s","start":"2026-04-09T01:55:40.978371Z","end":"2026-04-09T01:55:43.456044Z","steps":["trace[35401542] 'agreement among raft nodes before linearized reading' (duration: 2.477357719s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157052381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-09T01:55:43.456072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301134Z","time spent":"3.154928312s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T01:55:43.456093Z","caller":"traceutil/trace.go:171","msg":"trace[655747089] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25441; }","duration":"3.157090342s","start":"2026-04-09T01:55:40.298998Z","end":"2026-04-09T01:55:43.456088Z","steps":["trace[655747089] 'agreement among raft nodes before linearized reading' (duration: 3.157043541s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.298981Z","time spent":"3.157128672s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.978322Z","time spent":"2.477781957s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.456121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571826685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-04-09T01:55:43.456147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158008848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-ztst5\" ","response":"range_response_count:1 size:4311"} {"level":"warn","ts":"2026-04-09T01:55:43.456097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15593794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-04-09T01:55:43.456226Z","caller":"traceutil/trace.go:171","msg":"trace[511538543] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25441; }","duration":"3.156081732s","start":"2026-04-09T01:55:40.300139Z","end":"2026-04-09T01:55:43.456221Z","steps":["trace[511538543] 'agreement among raft nodes before linearized reading' (duration: 3.155920409s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456178Z","caller":"traceutil/trace.go:171","msg":"trace[1656022319] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-ztst5; range_end:; response_count:1; response_revision:25441; }","duration":"3.158062698s","start":"2026-04-09T01:55:40.298106Z","end":"2026-04-09T01:55:43.456169Z","steps":["trace[1656022319] 'agreement among raft nodes before linearized reading' (duration: 3.157973797s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.300128Z","time spent":"3.156113944s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868402029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.456261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.298087Z","time spent":"3.158164101s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4334,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-ztst5\" "} {"level":"info","ts":"2026-04-09T01:55:43.456271Z","caller":"traceutil/trace.go:171","msg":"trace[1156947134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25441; }","duration":"1.868546521s","start":"2026-04-09T01:55:41.587715Z","end":"2026-04-09T01:55:43.456261Z","steps":["trace[1156947134] 'agreement among raft nodes before linearized reading' (duration: 1.86847653s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930761451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-09T01:55:43.456305Z","caller":"traceutil/trace.go:171","msg":"trace[232831160] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25441; }","duration":"2.930814123s","start":"2026-04-09T01:55:40.525486Z","end":"2026-04-09T01:55:43.4563Z","steps":["trace[232831160] 'agreement among raft nodes before linearized reading' (duration: 2.930765722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.58769Z","time spent":"1.868609633s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.455963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.134611Z","time spent":"1.321344979s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.456346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640342083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:43.456366Z","caller":"traceutil/trace.go:171","msg":"trace[1713091556] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25441; }","duration":"2.640400943s","start":"2026-04-09T01:55:40.815959Z","end":"2026-04-09T01:55:43.45636Z","steps":["trace[1713091556] 'agreement among raft nodes before linearized reading' (duration: 2.640369092s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.815938Z","time spent":"2.640437374s","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.456137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156003851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-09T01:55:43.456417Z","caller":"traceutil/trace.go:171","msg":"trace[150232534] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25441; }","duration":"3.156296017s","start":"2026-04-09T01:55:40.300116Z","end":"2026-04-09T01:55:43.456412Z","steps":["trace[150232534] 'agreement among raft nodes before linearized reading' (duration: 3.155990281s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456415Z","caller":"traceutil/trace.go:171","msg":"trace[687480326] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:25441; }","duration":"3.152463027s","start":"2026-04-09T01:55:40.302879Z","end":"2026-04-09T01:55:43.455342Z","steps":["trace[687480326] 'agreement among raft nodes before linearized reading' (duration: 3.152251802s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.525465Z","time spent":"2.930851113s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94823241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.456514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312852586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:43.456525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153126778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-09T01:55:43.456521Z","caller":"traceutil/trace.go:171","msg":"trace[36396156] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25441; }","duration":"1.94877528s","start":"2026-04-09T01:55:41.507735Z","end":"2026-04-09T01:55:43.45651Z","steps":["trace[36396156] 'agreement among raft nodes before linearized reading' (duration: 1.948206069s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456543Z","caller":"traceutil/trace.go:171","msg":"trace[1633369434] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:25441; }","duration":"3.153157439s","start":"2026-04-09T01:55:40.30338Z","end":"2026-04-09T01:55:43.456538Z","steps":["trace[1633369434] 'agreement among raft nodes before linearized reading' (duration: 3.153093688s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.303375Z","time spent":"3.153183529s","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3927,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.507728Z","time spent":"1.94882173s","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.456595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29144884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-09T01:55:43.456613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153716429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-6788bd66cb\" ","response":"range_response_count:1 size:11242"} {"level":"info","ts":"2026-04-09T01:55:43.456618Z","caller":"traceutil/trace.go:171","msg":"trace[44059999] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25441; }","duration":"2.29151019s","start":"2026-04-09T01:55:41.165102Z","end":"2026-04-09T01:55:43.456613Z","steps":["trace[44059999] 'agreement among raft nodes before linearized reading' (duration: 2.29148157s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456632Z","caller":"traceutil/trace.go:171","msg":"trace[563375147] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-6788bd66cb; range_end:; response_count:1; response_revision:25441; }","duration":"3.15374442s","start":"2026-04-09T01:55:40.302882Z","end":"2026-04-09T01:55:43.456626Z","steps":["trace[563375147] 'agreement among raft nodes before linearized reading' (duration: 3.153700239s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.300108Z","time spent":"3.156320377s","remote":"127.0.0.1:51000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.302874Z","time spent":"3.153768341s","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11265,"request content":"key:\"/registry/replicasets/openstack/cinder-backup-6788bd66cb\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153522827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-09T01:55:43.456543Z","caller":"traceutil/trace.go:171","msg":"trace[548283447] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25441; }","duration":"2.312911946s","start":"2026-04-09T01:55:41.143626Z","end":"2026-04-09T01:55:43.456538Z","steps":["trace[548283447] 'agreement among raft nodes before linearized reading' (duration: 2.312876135s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456674Z","caller":"traceutil/trace.go:171","msg":"trace[1474433757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25441; }","duration":"3.153573767s","start":"2026-04-09T01:55:40.30309Z","end":"2026-04-09T01:55:43.456663Z","steps":["trace[1474433757] 'agreement among raft nodes before linearized reading' (duration: 3.153458384s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.302868Z","time spent":"3.153581716s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7887,"request content":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154600036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-09T01:55:43.456716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.303082Z","time spent":"3.153626998s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154644006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-64ff9cb648\" ","response":"range_response_count:1 size:8736"} {"level":"warn","ts":"2026-04-09T01:55:43.456732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153876372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-09T01:55:43.456752Z","caller":"traceutil/trace.go:171","msg":"trace[670342012] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25441; }","duration":"3.154687558s","start":"2026-04-09T01:55:40.302048Z","end":"2026-04-09T01:55:43.456736Z","steps":["trace[670342012] 'agreement among raft nodes before linearized reading' (duration: 3.154476753s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153685908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-09T01:55:43.45679Z","caller":"traceutil/trace.go:171","msg":"trace[761212157] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:25441; }","duration":"3.153951864s","start":"2026-04-09T01:55:40.302824Z","end":"2026-04-09T01:55:43.456776Z","steps":["trace[761212157] 'agreement among raft nodes before linearized reading' (duration: 3.153799282s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.165048Z","time spent":"2.291581672s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.456826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155059844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.456796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.302041Z","time spent":"3.154746339s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.14361Z","time spent":"2.31306844s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:43.45684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.302816Z","time spent":"3.154011975s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-09T01:55:43.45647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852102463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:43.456882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155008364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-09T01:55:43.456762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955277682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T01:55:43.456897Z","caller":"traceutil/trace.go:171","msg":"trace[783491868] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:25441; }","duration":"3.155031854s","start":"2026-04-09T01:55:40.30186Z","end":"2026-04-09T01:55:43.456892Z","steps":["trace[783491868] 'agreement among raft nodes before linearized reading' (duration: 3.154992704s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301856Z","time spent":"3.155057705s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-04-09T01:55:43.456771Z","caller":"traceutil/trace.go:171","msg":"trace[374295329] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-64ff9cb648; range_end:; response_count:1; response_revision:25441; }","duration":"3.154661986s","start":"2026-04-09T01:55:40.302105Z","end":"2026-04-09T01:55:43.456767Z","steps":["trace[374295329] 'agreement among raft nodes before linearized reading' (duration: 3.154609215s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:43.456925Z","caller":"traceutil/trace.go:171","msg":"trace[219277897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25441; }","duration":"1.955463485s","start":"2026-04-09T01:55:41.501449Z","end":"2026-04-09T01:55:43.456913Z","steps":["trace[219277897] 'agreement among raft nodes before linearized reading' (duration: 1.954912634s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155258898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-04-09T01:55:43.456951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155687215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-09T01:55:43.45697Z","caller":"traceutil/trace.go:171","msg":"trace[635233748] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:25441; }","duration":"3.155715367s","start":"2026-04-09T01:55:40.301248Z","end":"2026-04-09T01:55:43.456963Z","steps":["trace[635233748] 'agreement among raft nodes before linearized reading' (duration: 3.155666036s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.456971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.501433Z","time spent":"1.955526656s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301242Z","time spent":"3.155743407s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.302084Z","time spent":"3.15485471s","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8759,"request content":"key:\"/registry/replicasets/openstack/cinder-api-64ff9cb648\" "} {"level":"info","ts":"2026-04-09T01:55:43.456971Z","caller":"traceutil/trace.go:171","msg":"trace[494733711] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:25441; }","duration":"3.15531635s","start":"2026-04-09T01:55:40.301645Z","end":"2026-04-09T01:55:43.456962Z","steps":["trace[494733711] 'agreement among raft nodes before linearized reading' (duration: 3.155210088s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.457059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301639Z","time spent":"3.155411441s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-04-09T01:55:43.456842Z","caller":"traceutil/trace.go:171","msg":"trace[779646557] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25441; }","duration":"3.155084765s","start":"2026-04-09T01:55:40.301752Z","end":"2026-04-09T01:55:43.456837Z","steps":["trace[779646557] 'agreement among raft nodes before linearized reading' (duration: 3.155055625s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.457071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301241Z","time spent":"3.15428506s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-04-09T01:55:43.457084Z","caller":"traceutil/trace.go:171","msg":"trace[353812402] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26292; }","duration":"1.120715315s","start":"2026-04-09T01:55:42.334367Z","end":"2026-04-09T01:55:43.455082Z","steps":["trace[353812402] 'read index received' (duration: 1.859874ms)","trace[353812402] 'applied index is now lower than readState.Index' (duration: 1.118854461s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:43.457102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.301748Z","time spent":"3.15534613s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-09T01:55:43.456897Z","caller":"traceutil/trace.go:171","msg":"trace[192228649] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25441; }","duration":"2.852562601s","start":"2026-04-09T01:55:40.604325Z","end":"2026-04-09T01:55:43.456888Z","steps":["trace[192228649] 'agreement among raft nodes before linearized reading' (duration: 2.852127092s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.457152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.604305Z","time spent":"2.852837837s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:43.456169Z","caller":"traceutil/trace.go:171","msg":"trace[1940583093] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25441; }","duration":"1.571893186s","start":"2026-04-09T01:55:41.884262Z","end":"2026-04-09T01:55:43.456155Z","steps":["trace[1940583093] 'agreement among raft nodes before linearized reading' (duration: 1.571774854s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.457162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159113899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-hrjjr\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-04-09T01:55:43.457214Z","caller":"traceutil/trace.go:171","msg":"trace[776482750] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-hrjjr; range_end:; response_count:1; response_revision:25441; }","duration":"3.15917874s","start":"2026-04-09T01:55:40.298025Z","end":"2026-04-09T01:55:43.457204Z","steps":["trace[776482750] 'agreement among raft nodes before linearized reading' (duration: 3.159038297s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.457186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.884255Z","time spent":"1.572924706s","remote":"127.0.0.1:35610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-04-09T01:55:43.456815Z","caller":"traceutil/trace.go:171","msg":"trace[1654790663] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:25441; }","duration":"3.153915634s","start":"2026-04-09T01:55:40.302878Z","end":"2026-04-09T01:55:43.456794Z","steps":["trace[1654790663] 'agreement among raft nodes before linearized reading' (duration: 3.153654498s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.45725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.298013Z","time spent":"3.159231181s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7148,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-hrjjr\" "} {"level":"warn","ts":"2026-04-09T01:55:43.457281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:40.30286Z","time spent":"3.154410402s","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-04-09T01:55:43.456574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114301382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:43.457341Z","caller":"traceutil/trace.go:171","msg":"trace[1241447164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25441; }","duration":"2.115098457s","start":"2026-04-09T01:55:41.342224Z","end":"2026-04-09T01:55:43.457322Z","steps":["trace[1241447164] 'agreement among raft nodes before linearized reading' (duration: 2.114331542s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:43.457411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:41.342201Z","time spent":"2.115191558s","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:44.078305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.72654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:44.078521Z","caller":"traceutil/trace.go:171","msg":"trace[205740983] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"302.929582ms","start":"2026-04-09T01:55:43.77558Z","end":"2026-04-09T01:55:44.07851Z","steps":["trace[205740983] 'process raft request' (duration: 302.909892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.07856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.775556Z","time spent":"302.988403ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:44.078535Z","caller":"traceutil/trace.go:171","msg":"trace[1422244618] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"1.737402769s","start":"2026-04-09T01:55:42.341098Z","end":"2026-04-09T01:55:44.078501Z","steps":["trace[1422244618] 'process raft request' (duration: 1.737326247s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.078609Z","caller":"traceutil/trace.go:171","msg":"trace[19108831] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"1.738354686s","start":"2026-04-09T01:55:42.340125Z","end":"2026-04-09T01:55:44.07848Z","steps":["trace[19108831] 'process raft request' (duration: 1.738258345s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.078684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.341076Z","time spent":"1.737535161s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6528,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.078755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742380181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-lqgkb\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-04-09T01:55:44.078775Z","caller":"traceutil/trace.go:171","msg":"trace[1222905641] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-lqgkb; range_end:; response_count:1; response_revision:25447; }","duration":"1.742401212s","start":"2026-04-09T01:55:42.336369Z","end":"2026-04-09T01:55:44.07877Z","steps":["trace[1222905641] 'agreement among raft nodes before linearized reading' (duration: 1.74231604s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.078789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.336349Z","time spent":"1.742436683s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4638,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-lqgkb\" "} {"level":"info","ts":"2026-04-09T01:55:44.078839Z","caller":"traceutil/trace.go:171","msg":"trace[2132134646] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"615.161365ms","start":"2026-04-09T01:55:43.463671Z","end":"2026-04-09T01:55:44.078833Z","steps":["trace[2132134646] 'process raft request' (duration: 614.786088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.078866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.463664Z","time spent":"615.188665ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.078872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.340093Z","time spent":"1.738612051s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.078978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053314285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.078999Z","caller":"traceutil/trace.go:171","msg":"trace[1957146231] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25447; }","duration":"1.053374966s","start":"2026-04-09T01:55:43.025619Z","end":"2026-04-09T01:55:44.078994Z","steps":["trace[1957146231] 'agreement among raft nodes before linearized reading' (duration: 1.053338435s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.079013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.025593Z","time spent":"1.053416567s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:44.079104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192442366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:44.079121Z","caller":"traceutil/trace.go:171","msg":"trace[775870006] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25447; }","duration":"1.192486968s","start":"2026-04-09T01:55:42.886631Z","end":"2026-04-09T01:55:44.079118Z","steps":["trace[775870006] 'agreement among raft nodes before linearized reading' (duration: 1.192449917s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.079135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.886615Z","time spent":"1.192515838s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:44.079239Z","caller":"traceutil/trace.go:171","msg":"trace[77118818] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"1.741169798s","start":"2026-04-09T01:55:42.338053Z","end":"2026-04-09T01:55:44.079223Z","steps":["trace[77118818] 'process raft request' (duration: 1.5844662s)","trace[77118818] 'compare' (duration: 155.526576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:44.079284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739820283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T01:55:44.079298Z","caller":"traceutil/trace.go:171","msg":"trace[1602537902] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25447; }","duration":"1.739859224s","start":"2026-04-09T01:55:42.339435Z","end":"2026-04-09T01:55:44.079294Z","steps":["trace[1602537902] 'agreement among raft nodes before linearized reading' (duration: 1.739762842s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.078675Z","caller":"traceutil/trace.go:171","msg":"trace[2045523782] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26298; }","duration":"621.569994ms","start":"2026-04-09T01:55:43.4571Z","end":"2026-04-09T01:55:44.07867Z","steps":["trace[2045523782] 'read index received' (duration: 465.442326ms)","trace[2045523782] 'applied index is now lower than readState.Index' (duration: 156.126858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:44.079345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740926794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.079363Z","caller":"traceutil/trace.go:171","msg":"trace[1909430658] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25447; }","duration":"1.740967744s","start":"2026-04-09T01:55:42.338392Z","end":"2026-04-09T01:55:44.07936Z","steps":["trace[1909430658] 'agreement among raft nodes before linearized reading' (duration: 1.740928163s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.079375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.338375Z","time spent":"1.740997604s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T01:55:44.07937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.338026Z","time spent":"1.74125382s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.079312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:42.339426Z","time spent":"1.739881744s","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:44.078932Z","caller":"traceutil/trace.go:171","msg":"trace[74601203] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"614.644175ms","start":"2026-04-09T01:55:43.464283Z","end":"2026-04-09T01:55:44.078927Z","steps":["trace[74601203] 'process raft request' (duration: 614.193117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.079666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.464274Z","time spent":"615.329677ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.079719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.018374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-v5g75\" ","response":"range_response_count:1 size:5928"} {"level":"warn","ts":"2026-04-09T01:55:44.079759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.180704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7069"} {"level":"info","ts":"2026-04-09T01:55:44.079775Z","caller":"traceutil/trace.go:171","msg":"trace[280213874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:25447; }","duration":"616.203184ms","start":"2026-04-09T01:55:43.463567Z","end":"2026-04-09T01:55:44.07977Z","steps":["trace[280213874] 'agreement among raft nodes before linearized reading' (duration: 616.152453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.079795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.463564Z","time spent":"616.227495ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7092,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-09T01:55:44.07985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.361218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-6c568cd7b\" ","response":"range_response_count:1 size:7246"} {"level":"info","ts":"2026-04-09T01:55:44.07988Z","caller":"traceutil/trace.go:171","msg":"trace[2129589331] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-6c568cd7b; range_end:; response_count:1; response_revision:25447; }","duration":"616.399978ms","start":"2026-04-09T01:55:43.463472Z","end":"2026-04-09T01:55:44.079872Z","steps":["trace[2129589331] 'agreement among raft nodes before linearized reading' (duration: 616.316297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.07991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.463466Z","time spent":"616.437379ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":7269,"request content":"key:\"/registry/replicasets/openstack/cinder-scheduler-6c568cd7b\" "} {"level":"warn","ts":"2026-04-09T01:55:44.079981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.732075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-09T01:55:44.080002Z","caller":"traceutil/trace.go:171","msg":"trace[949808347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25447; }","duration":"304.776535ms","start":"2026-04-09T01:55:43.77522Z","end":"2026-04-09T01:55:44.079996Z","steps":["trace[949808347] 'agreement among raft nodes before linearized reading' (duration: 304.725734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.775203Z","time spent":"304.811096ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.172981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:44.080111Z","caller":"traceutil/trace.go:171","msg":"trace[1685921568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25447; }","duration":"611.198351ms","start":"2026-04-09T01:55:43.468909Z","end":"2026-04-09T01:55:44.080107Z","steps":["trace[1685921568] 'agreement among raft nodes before linearized reading' (duration: 611.171231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.24323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"warn","ts":"2026-04-09T01:55:44.080125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.468903Z","time spent":"611.219132ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T01:55:44.080162Z","caller":"traceutil/trace.go:171","msg":"trace[1613712695] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:25447; }","duration":"619.307021ms","start":"2026-04-09T01:55:43.460843Z","end":"2026-04-09T01:55:44.08015Z","steps":["trace[1613712695] 'agreement among raft nodes before linearized reading' (duration: 619.066117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.817208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4969"} {"level":"info","ts":"2026-04-09T01:55:44.080235Z","caller":"traceutil/trace.go:171","msg":"trace[1851202170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:25447; }","duration":"614.841939ms","start":"2026-04-09T01:55:43.465389Z","end":"2026-04-09T01:55:44.080231Z","steps":["trace[1851202170] 'agreement among raft nodes before linearized reading' (duration: 614.795438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.934484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3114"} {"level":"warn","ts":"2026-04-09T01:55:44.080248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.465386Z","time spent":"614.859449ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4992,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-09T01:55:44.080261Z","caller":"traceutil/trace.go:171","msg":"trace[985180493] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:25447; }","duration":"619.969894ms","start":"2026-04-09T01:55:43.460282Z","end":"2026-04-09T01:55:44.080252Z","steps":["trace[985180493] 'agreement among raft nodes before linearized reading' (duration: 619.904153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.0803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.460254Z","time spent":"620.036106ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3137,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.95392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7374"} {"level":"info","ts":"2026-04-09T01:55:44.080353Z","caller":"traceutil/trace.go:171","msg":"trace[472121833] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:25447; }","duration":"614.972171ms","start":"2026-04-09T01:55:43.465375Z","end":"2026-04-09T01:55:44.080348Z","steps":["trace[472121833] 'agreement among raft nodes before linearized reading' (duration: 614.92657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.465355Z","time spent":"615.007031ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7397,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.403686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6342"} {"level":"warn","ts":"2026-04-09T01:55:44.080449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.510431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7420"} {"level":"info","ts":"2026-04-09T01:55:44.080465Z","caller":"traceutil/trace.go:171","msg":"trace[568231592] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:25447; }","duration":"615.533692ms","start":"2026-04-09T01:55:43.464925Z","end":"2026-04-09T01:55:44.080459Z","steps":["trace[568231592] 'agreement among raft nodes before linearized reading' (duration: 615.492091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.560705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-09T01:55:44.080463Z","caller":"traceutil/trace.go:171","msg":"trace[1697001532] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:25447; }","duration":"617.440186ms","start":"2026-04-09T01:55:43.463013Z","end":"2026-04-09T01:55:44.080454Z","steps":["trace[1697001532] 'agreement among raft nodes before linearized reading' (duration: 617.273324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.464921Z","time spent":"615.553262ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7443,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.924519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:1 size:5545"} {"level":"info","ts":"2026-04-09T01:55:44.080592Z","caller":"traceutil/trace.go:171","msg":"trace[1371009852] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:1; response_revision:25447; }","duration":"615.953379ms","start":"2026-04-09T01:55:43.464635Z","end":"2026-04-09T01:55:44.080588Z","steps":["trace[1371009852] 'agreement among raft nodes before linearized reading' (duration: 615.913948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.46463Z","time spent":"615.971889ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5568,"request content":"key:\"/registry/jobs/openstack/glance-db-init\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.463002Z","time spent":"617.58979ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6365,"request content":"key:\"/registry/jobs/openstack/cinder-ks-service\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.890746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-04-09T01:55:44.08068Z","caller":"traceutil/trace.go:171","msg":"trace[445500169] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:25447; }","duration":"616.909436ms","start":"2026-04-09T01:55:43.463767Z","end":"2026-04-09T01:55:44.080676Z","steps":["trace[445500169] 'agreement among raft nodes before linearized reading' (duration: 616.872726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.463763Z","time spent":"616.927097ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4542,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.875991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-04-09T01:55:44.080789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.195921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7414"} {"level":"info","ts":"2026-04-09T01:55:44.080808Z","caller":"traceutil/trace.go:171","msg":"trace[896223702] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:25447; }","duration":"617.219742ms","start":"2026-04-09T01:55:43.463584Z","end":"2026-04-09T01:55:44.080804Z","steps":["trace[896223702] 'agreement among raft nodes before linearized reading' (duration: 617.172001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.463582Z","time spent":"617.234772ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7437,"request content":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" "} {"level":"info","ts":"2026-04-09T01:55:44.079767Z","caller":"traceutil/trace.go:171","msg":"trace[1556715644] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-v5g75; range_end:; response_count:1; response_revision:25447; }","duration":"621.084655ms","start":"2026-04-09T01:55:43.458668Z","end":"2026-04-09T01:55:44.079753Z","steps":["trace[1556715644] 'agreement among raft nodes before linearized reading' (duration: 620.951242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.048032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-09T01:55:44.080866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.458654Z","time spent":"622.207055ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5951,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-v5g75\" "} {"level":"info","ts":"2026-04-09T01:55:44.080873Z","caller":"traceutil/trace.go:171","msg":"trace[1276366969] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25447; }","duration":"622.087993ms","start":"2026-04-09T01:55:43.458778Z","end":"2026-04-09T01:55:44.080866Z","steps":["trace[1276366969] 'agreement among raft nodes before linearized reading' (duration: 622.020872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.080905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.458773Z","time spent":"622.125663ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.652338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-5589fc7477\" ","response":"range_response_count:1 size:11416"} {"level":"warn","ts":"2026-04-09T01:55:44.080103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.517316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"info","ts":"2026-04-09T01:55:44.081044Z","caller":"traceutil/trace.go:171","msg":"trace[1919427769] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-5589fc7477; range_end:; response_count:1; response_revision:25447; }","duration":"620.534405ms","start":"2026-04-09T01:55:43.460504Z","end":"2026-04-09T01:55:44.081038Z","steps":["trace[1919427769] 'agreement among raft nodes before linearized reading' (duration: 619.617158ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.081063Z","caller":"traceutil/trace.go:171","msg":"trace[1619197411] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:25447; }","duration":"620.487474ms","start":"2026-04-09T01:55:43.46057Z","end":"2026-04-09T01:55:44.081057Z","steps":["trace[1619197411] 'agreement among raft nodes before linearized reading' (duration: 619.469265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.081078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.058579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5529"} {"level":"warn","ts":"2026-04-09T01:55:44.081087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.460567Z","time spent":"620.514855ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11565,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.460826Z","time spent":"619.376292ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4610,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"info","ts":"2026-04-09T01:55:44.081119Z","caller":"traceutil/trace.go:171","msg":"trace[2109362160] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:25447; }","duration":"618.12398ms","start":"2026-04-09T01:55:43.462985Z","end":"2026-04-09T01:55:44.081109Z","steps":["trace[2109362160] 'agreement among raft nodes before linearized reading' (duration: 618.019327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.081157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.462981Z","time spent":"618.169301ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5552,"request content":"key:\"/registry/jobs/openstack/cinder-db-init\" "} {"level":"info","ts":"2026-04-09T01:55:44.080782Z","caller":"traceutil/trace.go:171","msg":"trace[1075981567] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:25447; }","duration":"620.921381ms","start":"2026-04-09T01:55:43.459852Z","end":"2026-04-09T01:55:44.080774Z","steps":["trace[1075981567] 'agreement among raft nodes before linearized reading' (duration: 620.8394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.081214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.459846Z","time spent":"621.36411ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-09T01:55:44.080537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.778897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12661"} {"level":"info","ts":"2026-04-09T01:55:44.081276Z","caller":"traceutil/trace.go:171","msg":"trace[1420403997] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:25447; }","duration":"616.549451ms","start":"2026-04-09T01:55:43.464722Z","end":"2026-04-09T01:55:44.081272Z","steps":["trace[1420403997] 'agreement among raft nodes before linearized reading' (duration: 615.762596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.08129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.464718Z","time spent":"616.568281ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12684,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-09T01:55:44.081356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.573128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5581"} {"level":"info","ts":"2026-04-09T01:55:44.08138Z","caller":"traceutil/trace.go:171","msg":"trace[1802394240] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:25447; }","duration":"618.611169ms","start":"2026-04-09T01:55:43.462763Z","end":"2026-04-09T01:55:44.081374Z","steps":["trace[1802394240] 'agreement among raft nodes before linearized reading' (duration: 618.512417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.081421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.462753Z","time spent":"618.66224ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5604,"request content":"key:\"/registry/jobs/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-04-09T01:55:44.081556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.375041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"info","ts":"2026-04-09T01:55:44.08158Z","caller":"traceutil/trace.go:171","msg":"trace[1807363780] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:25447; }","duration":"620.428442ms","start":"2026-04-09T01:55:43.461146Z","end":"2026-04-09T01:55:44.081575Z","steps":["trace[1807363780] 'agreement among raft nodes before linearized reading' (duration: 620.356761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.081619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.461141Z","time spent":"620.471523ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9059,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-09T01:55:44.081066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.460499Z","time spent":"620.561825ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11439,"request content":"key:\"/registry/replicasets/openstack/glance-api-5589fc7477\" "} {"level":"warn","ts":"2026-04-09T01:55:44.081775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.793299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-09T01:55:44.081809Z","caller":"traceutil/trace.go:171","msg":"trace[195113269] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:25447; }","duration":"620.836119ms","start":"2026-04-09T01:55:43.460965Z","end":"2026-04-09T01:55:44.081801Z","steps":["trace[195113269] 'agreement among raft nodes before linearized reading' (duration: 620.780358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.08183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.460961Z","time spent":"620.86505ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4807,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-04-09T01:55:44.080496Z","caller":"traceutil/trace.go:171","msg":"trace[272073568] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25447; }","duration":"620.601335ms","start":"2026-04-09T01:55:43.459887Z","end":"2026-04-09T01:55:44.080488Z","steps":["trace[272073568] 'agreement among raft nodes before linearized reading' (duration: 620.519684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.081956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:43.459876Z","time spent":"622.055642ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-09T01:55:44.625101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.092329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:44.625202Z","caller":"traceutil/trace.go:171","msg":"trace[109666296] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26304; }","duration":"535.409974ms","start":"2026-04-09T01:55:44.089776Z","end":"2026-04-09T01:55:44.625186Z","steps":["trace[109666296] 'read index received' (duration: 166.168893ms)","trace[109666296] 'applied index is now lower than readState.Index' (duration: 369.239471ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:44.625279Z","caller":"traceutil/trace.go:171","msg":"trace[1676444141] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"535.70391ms","start":"2026-04-09T01:55:44.089561Z","end":"2026-04-09T01:55:44.625264Z","steps":["trace[1676444141] 'process raft request' (duration: 166.369466ms)","trace[1676444141] 'compare' (duration: 368.934667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:44.625336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089545Z","time spent":"535.76173ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.625867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.066717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"info","ts":"2026-04-09T01:55:44.625947Z","caller":"traceutil/trace.go:171","msg":"trace[968245744] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:25448; }","duration":"536.162569ms","start":"2026-04-09T01:55:44.089767Z","end":"2026-04-09T01:55:44.62593Z","steps":["trace[968245744] 'agreement among raft nodes before linearized reading' (duration: 535.863752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.625994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089763Z","time spent":"536.22209ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6697,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-09T01:55:44.6458Z","caller":"traceutil/trace.go:171","msg":"trace[1608801691] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"549.14104ms","start":"2026-04-09T01:55:44.096644Z","end":"2026-04-09T01:55:44.645785Z","steps":["trace[1608801691] 'process raft request' (duration: 548.951226ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:44.645928Z","caller":"traceutil/trace.go:171","msg":"trace[1910150869] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"488.109527ms","start":"2026-04-09T01:55:44.157806Z","end":"2026-04-09T01:55:44.645916Z","steps":["trace[1910150869] 'process raft request' (duration: 487.918874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:44.645984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.157786Z","time spent":"488.165919ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:44.646323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.096635Z","time spent":"549.219091ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:45.129478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.330671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:45.129567Z","caller":"traceutil/trace.go:171","msg":"trace[1276510367] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26306; }","duration":"504.322238ms","start":"2026-04-09T01:55:44.625231Z","end":"2026-04-09T01:55:45.129554Z","steps":["trace[1276510367] 'read index received' (duration: 20.48188ms)","trace[1276510367] 'applied index is now lower than readState.Index' (duration: 483.839048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:45.129822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040003788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7550"} {"level":"warn","ts":"2026-04-09T01:55:45.12981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039955397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-04-09T01:55:45.129854Z","caller":"traceutil/trace.go:171","msg":"trace[1993641752] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:25451; }","duration":"1.040055829s","start":"2026-04-09T01:55:44.089789Z","end":"2026-04-09T01:55:45.129845Z","steps":["trace[1993641752] 'agreement among raft nodes before linearized reading' (duration: 1.039935966s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.129875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040001997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-04-09T01:55:45.129883Z","caller":"traceutil/trace.go:171","msg":"trace[2068702318] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25451; }","duration":"1.040049638s","start":"2026-04-09T01:55:44.089814Z","end":"2026-04-09T01:55:45.129864Z","steps":["trace[2068702318] 'agreement among raft nodes before linearized reading' (duration: 1.039899775s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.129902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089781Z","time spent":"1.04011416s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7573,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"info","ts":"2026-04-09T01:55:45.129916Z","caller":"traceutil/trace.go:171","msg":"trace[576143472] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:25451; }","duration":"1.040055349s","start":"2026-04-09T01:55:44.089849Z","end":"2026-04-09T01:55:45.129905Z","steps":["trace[576143472] 'agreement among raft nodes before linearized reading' (duration: 1.039917127s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.129931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039976868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6331"} {"level":"warn","ts":"2026-04-09T01:55:45.129939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089844Z","time spent":"1.04009044s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3582,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-09T01:55:45.129934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089806Z","time spent":"1.040110419s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-09T01:55:45.129977Z","caller":"traceutil/trace.go:171","msg":"trace[1138430842] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:25451; }","duration":"1.040032428s","start":"2026-04-09T01:55:44.089927Z","end":"2026-04-09T01:55:45.129959Z","steps":["trace[1138430842] 'agreement among raft nodes before linearized reading' (duration: 1.039945607s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.129831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039942346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-04-09T01:55:45.12999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.784722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d772d5c0b00\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-04-09T01:55:45.130025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089915Z","time spent":"1.04009808s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6354,"request content":"key:\"/registry/jobs/openstack/glance-ks-service\" "} {"level":"warn","ts":"2026-04-09T01:55:45.129833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039766464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12576"} {"level":"info","ts":"2026-04-09T01:55:45.130073Z","caller":"traceutil/trace.go:171","msg":"trace[816289702] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:25451; }","duration":"1.040030298s","start":"2026-04-09T01:55:44.090035Z","end":"2026-04-09T01:55:45.130066Z","steps":["trace[816289702] 'agreement among raft nodes before linearized reading' (duration: 1.03961597s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130063Z","caller":"traceutil/trace.go:171","msg":"trace[2115600243] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d772d5c0b00; range_end:; response_count:1; response_revision:25451; }","duration":"500.918245ms","start":"2026-04-09T01:55:44.629126Z","end":"2026-04-09T01:55:45.130045Z","steps":["trace[2115600243] 'agreement among raft nodes before linearized reading' (duration: 500.67652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.090029Z","time spent":"1.040058278s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12599,"request content":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.629107Z","time spent":"500.991057ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":897,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d772d5c0b00\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.718785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-09T01:55:45.130111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040208792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-04-09T01:55:45.130125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.693252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-09T01:55:45.130141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040222242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:4969"} {"level":"info","ts":"2026-04-09T01:55:45.13015Z","caller":"traceutil/trace.go:171","msg":"trace[845474738] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25451; }","duration":"1.040253242s","start":"2026-04-09T01:55:44.089888Z","end":"2026-04-09T01:55:45.130141Z","steps":["trace[845474738] 'agreement among raft nodes before linearized reading' (duration: 1.040148761s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130156Z","caller":"traceutil/trace.go:171","msg":"trace[1889832407] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25451; }","duration":"352.843827ms","start":"2026-04-09T01:55:44.777293Z","end":"2026-04-09T01:55:45.130136Z","steps":["trace[1889832407] 'agreement among raft nodes before linearized reading' (duration: 352.702175ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130162Z","caller":"traceutil/trace.go:171","msg":"trace[1320790736] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:25451; }","duration":"368.773584ms","start":"2026-04-09T01:55:44.76138Z","end":"2026-04-09T01:55:45.130153Z","steps":["trace[1320790736] 'agreement among raft nodes before linearized reading' (duration: 368.665822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130169Z","caller":"traceutil/trace.go:171","msg":"trace[2045064543] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:25451; }","duration":"1.040257883s","start":"2026-04-09T01:55:44.089903Z","end":"2026-04-09T01:55:45.130161Z","steps":["trace[2045064543] 'agreement among raft nodes before linearized reading' (duration: 1.04011634s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089884Z","time spent":"1.040292073s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.761359Z","time spent":"368.823574ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.242\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089899Z","time spent":"1.040285703s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4992,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"info","ts":"2026-04-09T01:55:45.130177Z","caller":"traceutil/trace.go:171","msg":"trace[1278597708] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"788.376848ms","start":"2026-04-09T01:55:44.341582Z","end":"2026-04-09T01:55:45.129959Z","steps":["trace[1278597708] 'process raft request' (duration: 555.483896ms)","trace[1278597708] 'compare' (duration: 232.228769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:45.130205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038249495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-init\" ","response":"range_response_count:1 size:5479"} {"level":"warn","ts":"2026-04-09T01:55:45.130199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040245312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5001"} {"level":"warn","ts":"2026-04-09T01:55:45.130224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040153881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-09T01:55:45.130045Z","caller":"traceutil/trace.go:171","msg":"trace[650548504] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25451; }","duration":"1.040181492s","start":"2026-04-09T01:55:44.089855Z","end":"2026-04-09T01:55:45.130036Z","steps":["trace[650548504] 'agreement among raft nodes before linearized reading' (duration: 1.039819924s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040444595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6393"} {"level":"info","ts":"2026-04-09T01:55:45.130258Z","caller":"traceutil/trace.go:171","msg":"trace[1461082420] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:25451; }","duration":"1.040311123s","start":"2026-04-09T01:55:44.089933Z","end":"2026-04-09T01:55:45.130244Z","steps":["trace[1461082420] 'agreement among raft nodes before linearized reading' (duration: 1.04012559s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130261Z","caller":"traceutil/trace.go:171","msg":"trace[831703112] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:25451; }","duration":"1.040205141s","start":"2026-04-09T01:55:44.090046Z","end":"2026-04-09T01:55:45.130252Z","steps":["trace[831703112] 'agreement among raft nodes before linearized reading' (duration: 1.040096259s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130283Z","caller":"traceutil/trace.go:171","msg":"trace[150464662] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:25451; }","duration":"1.040476417s","start":"2026-04-09T01:55:44.089801Z","end":"2026-04-09T01:55:45.130277Z","steps":["trace[150464662] 'agreement among raft nodes before linearized reading' (duration: 1.040403776s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089927Z","time spent":"1.040355794s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5024,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-09T01:55:45.13019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.777278Z","time spent":"352.906018ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089797Z","time spent":"1.040501077s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6416,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038405428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6903"} {"level":"warn","ts":"2026-04-09T01:55:45.130297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.341554Z","time spent":"788.667804ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:45.130289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.090042Z","time spent":"1.040241242s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-04-09T01:55:45.130338Z","caller":"traceutil/trace.go:171","msg":"trace[588936870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:25451; }","duration":"1.03844651s","start":"2026-04-09T01:55:44.091879Z","end":"2026-04-09T01:55:45.130325Z","steps":["trace[588936870] 'agreement among raft nodes before linearized reading' (duration: 1.038358638s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.13006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033170451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-09T01:55:45.130299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.089849Z","time spent":"1.040431576s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.091875Z","time spent":"1.03849066s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6926,"request content":"key:\"/registry/jobs/openstack/cinder-bootstrap\" "} {"level":"info","ts":"2026-04-09T01:55:45.130225Z","caller":"traceutil/trace.go:171","msg":"trace[895638644] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-init; range_end:; response_count:1; response_revision:25451; }","duration":"1.038290607s","start":"2026-04-09T01:55:44.091929Z","end":"2026-04-09T01:55:45.13022Z","steps":["trace[895638644] 'agreement among raft nodes before linearized reading' (duration: 1.038223586s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.130393Z","caller":"traceutil/trace.go:171","msg":"trace[1701781424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25451; }","duration":"1.033502958s","start":"2026-04-09T01:55:44.096867Z","end":"2026-04-09T01:55:45.13037Z","steps":["trace[1701781424] 'agreement among raft nodes before linearized reading' (duration: 1.03309561s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.091913Z","time spent":"1.03849593s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/heat-db-init\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.096863Z","time spent":"1.033560548s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T01:55:45.130343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.685646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-58f896f97c-mp94x\" ","response":"range_response_count:1 size:8787"} {"level":"warn","ts":"2026-04-09T01:55:45.130199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038807746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5102"} {"level":"info","ts":"2026-04-09T01:55:45.130482Z","caller":"traceutil/trace.go:171","msg":"trace[1546201488] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-58f896f97c-mp94x; range_end:; response_count:1; response_revision:25451; }","duration":"469.859529ms","start":"2026-04-09T01:55:44.660615Z","end":"2026-04-09T01:55:45.130475Z","steps":["trace[1546201488] 'agreement among raft nodes before linearized reading' (duration: 469.659496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.660601Z","time spent":"469.89392ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8810,"request content":"key:\"/registry/pods/openstack/magnum-api-58f896f97c-mp94x\" "} {"level":"info","ts":"2026-04-09T01:55:45.130499Z","caller":"traceutil/trace.go:171","msg":"trace[1151772201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:25451; }","duration":"1.039125422s","start":"2026-04-09T01:55:44.091362Z","end":"2026-04-09T01:55:45.130487Z","steps":["trace[1151772201] 'agreement among raft nodes before linearized reading' (duration: 1.038716514s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.130534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:44.091355Z","time spent":"1.039169472s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5125,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-09T01:55:45.49816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.660671ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-09T01:55:45.498317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.132961Z","time spent":"365.353549ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:55:45.498466Z","caller":"traceutil/trace.go:171","msg":"trace[1278700237] linearizableReadLoop","detail":"{readStateIndex:26310; appliedIndex:26308; }","duration":"363.885271ms","start":"2026-04-09T01:55:45.134571Z","end":"2026-04-09T01:55:45.498456Z","steps":["trace[1278700237] 'read index received' (duration: 188.931525ms)","trace[1278700237] 'applied index is now lower than readState.Index' (duration: 174.952836ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:45.498535Z","caller":"traceutil/trace.go:171","msg":"trace[1685218422] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"365.261388ms","start":"2026-04-09T01:55:45.133269Z","end":"2026-04-09T01:55:45.49853Z","steps":["trace[1685218422] 'process raft request' (duration: 364.966243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.498592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.133243Z","time spent":"365.304248ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:45.498769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.197148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-04-09T01:55:45.498785Z","caller":"traceutil/trace.go:171","msg":"trace[814726775] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25452; }","duration":"364.227248ms","start":"2026-04-09T01:55:45.134553Z","end":"2026-04-09T01:55:45.49878Z","steps":["trace[814726775] 'agreement among raft nodes before linearized reading' (duration: 364.120946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.498799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.134537Z","time spent":"364.258939ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4607,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-09T01:55:45.579751Z","caller":"traceutil/trace.go:171","msg":"trace[1459588235] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"120.268661ms","start":"2026-04-09T01:55:45.45945Z","end":"2026-04-09T01:55:45.579719Z","steps":["trace[1459588235] 'process raft request' (duration: 120.090958ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.986777Z","caller":"traceutil/trace.go:171","msg":"trace[920614096] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"520.810104ms","start":"2026-04-09T01:55:45.465943Z","end":"2026-04-09T01:55:45.986753Z","steps":["trace[920614096] 'process raft request' (duration: 520.732942ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.986806Z","caller":"traceutil/trace.go:171","msg":"trace[1916413794] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"526.405228ms","start":"2026-04-09T01:55:45.46035Z","end":"2026-04-09T01:55:45.986756Z","steps":["trace[1916413794] 'process raft request' (duration: 526.086241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.986924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.465929Z","time spent":"520.920176ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:45.986955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.460338Z","time spent":"526.533411ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:45.986806Z","caller":"traceutil/trace.go:171","msg":"trace[1219219581] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"525.605234ms","start":"2026-04-09T01:55:45.461175Z","end":"2026-04-09T01:55:45.98678Z","steps":["trace[1219219581] 'process raft request' (duration: 525.452621ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.987033Z","caller":"traceutil/trace.go:171","msg":"trace[2141444397] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"519.840147ms","start":"2026-04-09T01:55:45.467166Z","end":"2026-04-09T01:55:45.987007Z","steps":["trace[2141444397] 'process raft request' (duration: 519.546242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.98706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.461147Z","time spent":"525.873228ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:45.987109Z","caller":"traceutil/trace.go:171","msg":"trace[1533787053] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"487.497586ms","start":"2026-04-09T01:55:45.49959Z","end":"2026-04-09T01:55:45.987088Z","steps":["trace[1533787053] 'process raft request' (duration: 487.315072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.987171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.46713Z","time spent":"519.976339ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:45.987218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.499567Z","time spent":"487.593668ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:45.987191Z","caller":"traceutil/trace.go:171","msg":"trace[692592796] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26310; }","duration":"488.700268ms","start":"2026-04-09T01:55:45.498481Z","end":"2026-04-09T01:55:45.987181Z","steps":["trace[692592796] 'read index received' (duration: 81.144256ms)","trace[692592796] 'applied index is now lower than readState.Index' (duration: 407.554642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:45.987283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.830894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-09T01:55:45.987317Z","caller":"traceutil/trace.go:171","msg":"trace[1547235831] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25459; }","duration":"839.867614ms","start":"2026-04-09T01:55:45.14744Z","end":"2026-04-09T01:55:45.987308Z","steps":["trace[1547235831] 'agreement among raft nodes before linearized reading' (duration: 839.770843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.98735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.147389Z","time spent":"839.953476ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-09T01:55:45.98749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.929677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a48d772c07e217\" ","response":"range_response_count:1 size:786"} {"level":"warn","ts":"2026-04-09T01:55:45.98756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.659294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:45.98754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.480138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:45.987584Z","caller":"traceutil/trace.go:171","msg":"trace[1139942848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25459; }","duration":"691.722295ms","start":"2026-04-09T01:55:45.295855Z","end":"2026-04-09T01:55:45.987577Z","steps":["trace[1139942848] 'agreement among raft nodes before linearized reading' (duration: 691.677754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.987616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.295835Z","time spent":"691.774736ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:45.987616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.402483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:55:45.987616Z","caller":"traceutil/trace.go:171","msg":"trace[1081294210] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25459; }","duration":"132.610681ms","start":"2026-04-09T01:55:45.854986Z","end":"2026-04-09T01:55:45.987596Z","steps":["trace[1081294210] 'agreement among raft nodes before linearized reading' (duration: 132.470168ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.98765Z","caller":"traceutil/trace.go:171","msg":"trace[885945961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25459; }","duration":"287.461023ms","start":"2026-04-09T01:55:45.700176Z","end":"2026-04-09T01:55:45.987637Z","steps":["trace[885945961] 'agreement among raft nodes before linearized reading' (duration: 287.336271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.987673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.496695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:55:45.987728Z","caller":"traceutil/trace.go:171","msg":"trace[267721776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25459; }","duration":"287.550076ms","start":"2026-04-09T01:55:45.700164Z","end":"2026-04-09T01:55:45.987714Z","steps":["trace[267721776] 'agreement among raft nodes before linearized reading' (duration: 287.420253ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:45.987557Z","caller":"traceutil/trace.go:171","msg":"trace[1455706531] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a48d772c07e217; range_end:; response_count:1; response_revision:25459; }","duration":"485.02154ms","start":"2026-04-09T01:55:45.502518Z","end":"2026-04-09T01:55:45.98754Z","steps":["trace[1455706531] 'agreement among raft nodes before linearized reading' (duration: 484.832826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.987816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.502509Z","time spent":"485.280184ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":809,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18a48d772c07e217\" "} {"level":"info","ts":"2026-04-09T01:55:45.987514Z","caller":"traceutil/trace.go:171","msg":"trace[541000699] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"481.456394ms","start":"2026-04-09T01:55:45.506048Z","end":"2026-04-09T01:55:45.987504Z","steps":["trace[541000699] 'process raft request' (duration: 481.015106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:45.98796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.506038Z","time spent":"481.889371ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:46.49348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059293988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:55:46.527955Z","caller":"traceutil/trace.go:171","msg":"trace[534835373] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"535.875294ms","start":"2026-04-09T01:55:45.992053Z","end":"2026-04-09T01:55:46.527929Z","steps":["trace[534835373] 'process raft request' (duration: 535.724771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.52814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.992033Z","time spent":"536.019996ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:46.650775Z","caller":"traceutil/trace.go:171","msg":"trace[1913170872] linearizableReadLoop","detail":"{readStateIndex:26320; appliedIndex:26317; }","duration":"658.195223ms","start":"2026-04-09T01:55:45.992559Z","end":"2026-04-09T01:55:46.650755Z","steps":["trace[1913170872] 'read index received' (duration: 535.216111ms)","trace[1913170872] 'applied index is now lower than readState.Index' (duration: 122.978022ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:46.65088Z","caller":"traceutil/trace.go:171","msg":"trace[1175274340] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"656.002603ms","start":"2026-04-09T01:55:45.994868Z","end":"2026-04-09T01:55:46.650871Z","steps":["trace[1175274340] 'process raft request' (duration: 655.82962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.650962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.994846Z","time spent":"656.052164ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:46.65102Z","caller":"traceutil/trace.go:171","msg":"trace[333845090] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"658.476288ms","start":"2026-04-09T01:55:45.992479Z","end":"2026-04-09T01:55:46.650956Z","steps":["trace[333845090] 'process raft request' (duration: 629.285176ms)","trace[333845090] 'compare' (duration: 28.828645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:46.651185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.628221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" ","response":"range_response_count:1 size:6546"} {"level":"warn","ts":"2026-04-09T01:55:46.651192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.992453Z","time spent":"658.642651ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:46.651211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.306114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:55:46.651217Z","caller":"traceutil/trace.go:171","msg":"trace[623813642] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc; range_end:; response_count:1; response_revision:25462; }","duration":"658.702722ms","start":"2026-04-09T01:55:45.992507Z","end":"2026-04-09T01:55:46.651209Z","steps":["trace[623813642] 'agreement among raft nodes before linearized reading' (duration: 658.59752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:46.651235Z","caller":"traceutil/trace.go:171","msg":"trace[989637840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25462; }","duration":"444.376316ms","start":"2026-04-09T01:55:46.206852Z","end":"2026-04-09T01:55:46.651229Z","steps":["trace[989637840] 'agreement among raft nodes before linearized reading' (duration: 444.302524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.651239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.992486Z","time spent":"658.747763ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6569,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-nl7cc\" "} {"level":"warn","ts":"2026-04-09T01:55:46.651256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.206831Z","time spent":"444.421656ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:55:46.651338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.37886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-09T01:55:46.651417Z","caller":"traceutil/trace.go:171","msg":"trace[638508457] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25462; }","duration":"656.505502ms","start":"2026-04-09T01:55:45.994893Z","end":"2026-04-09T01:55:46.651399Z","steps":["trace[638508457] 'agreement among raft nodes before linearized reading' (duration: 656.268397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.651433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.221489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:55:46.651451Z","caller":"traceutil/trace.go:171","msg":"trace[1916885415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25462; }","duration":"564.27258ms","start":"2026-04-09T01:55:46.087173Z","end":"2026-04-09T01:55:46.651445Z","steps":["trace[1916885415] 'agreement among raft nodes before linearized reading' (duration: 564.22245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.651464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.087152Z","time spent":"564.308841ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:55:46.651455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.923171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:46.65146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:45.994872Z","time spent":"656.579794ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-09T01:55:46.651494Z","caller":"traceutil/trace.go:171","msg":"trace[2125379564] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25462; }","duration":"579.002363ms","start":"2026-04-09T01:55:46.072479Z","end":"2026-04-09T01:55:46.651482Z","steps":["trace[2125379564] 'agreement among raft nodes before linearized reading' (duration: 578.927332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.651512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.539677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-09T01:55:46.651528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.072458Z","time spent":"579.061424ms","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:55:46.651536Z","caller":"traceutil/trace.go:171","msg":"trace[456553498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25462; }","duration":"563.563407ms","start":"2026-04-09T01:55:46.087965Z","end":"2026-04-09T01:55:46.651529Z","steps":["trace[456553498] 'agreement among raft nodes before linearized reading' (duration: 563.501066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.651526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.327883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T01:55:46.651533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.84734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:55:46.651602Z","caller":"traceutil/trace.go:171","msg":"trace[122338586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25462; }","duration":"120.451155ms","start":"2026-04-09T01:55:46.531129Z","end":"2026-04-09T01:55:46.65158Z","steps":["trace[122338586] 'agreement among raft nodes before linearized reading' (duration: 120.18625ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:46.651611Z","caller":"traceutil/trace.go:171","msg":"trace[879738321] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25462; }","duration":"294.942472ms","start":"2026-04-09T01:55:46.35665Z","end":"2026-04-09T01:55:46.651593Z","steps":["trace[879738321] 'agreement among raft nodes before linearized reading' (duration: 294.670107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:46.65156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.087916Z","time spent":"563.639008ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:47.148975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.31003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:47.149332Z","caller":"traceutil/trace.go:171","msg":"trace[1514843109] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"492.188033ms","start":"2026-04-09T01:55:46.657125Z","end":"2026-04-09T01:55:47.149313Z","steps":["trace[1514843109] 'process raft request' (duration: 492.110982ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.149337Z","caller":"traceutil/trace.go:171","msg":"trace[952734336] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"492.645161ms","start":"2026-04-09T01:55:46.656659Z","end":"2026-04-09T01:55:47.149304Z","steps":["trace[952734336] 'process raft request' (duration: 492.449408ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.149328Z","caller":"traceutil/trace.go:171","msg":"trace[516090638] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"492.628771ms","start":"2026-04-09T01:55:46.656668Z","end":"2026-04-09T01:55:47.149297Z","steps":["trace[516090638] 'process raft request' (duration: 492.529569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.149429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.657119Z","time spent":"492.268015ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:47.149427Z","caller":"traceutil/trace.go:171","msg":"trace[394730900] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"492.796054ms","start":"2026-04-09T01:55:46.656605Z","end":"2026-04-09T01:55:47.149401Z","steps":["trace[394730900] 'process raft request' (duration: 203.960775ms)","trace[394730900] 'compare' (duration: 288.179097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:47.149489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.656642Z","time spent":"492.765034ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:47.149493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.656644Z","time spent":"492.760734ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:47.14953Z","caller":"traceutil/trace.go:171","msg":"trace[470971964] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"492.343656ms","start":"2026-04-09T01:55:46.657167Z","end":"2026-04-09T01:55:47.149511Z","steps":["trace[470971964] 'process raft request' (duration: 492.103762ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.149561Z","caller":"traceutil/trace.go:171","msg":"trace[1336354269] linearizableReadLoop","detail":"{readStateIndex:26325; appliedIndex:26320; }","duration":"491.741834ms","start":"2026-04-09T01:55:46.657805Z","end":"2026-04-09T01:55:47.149546Z","steps":["trace[1336354269] 'read index received' (duration: 203.063318ms)","trace[1336354269] 'applied index is now lower than readState.Index' (duration: 288.677446ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:47.149578Z","caller":"traceutil/trace.go:171","msg":"trace[1558706229] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"491.056552ms","start":"2026-04-09T01:55:46.65851Z","end":"2026-04-09T01:55:47.149566Z","steps":["trace[1558706229] 'process raft request' (duration: 490.92795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.149589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.656592Z","time spent":"492.897706ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:47.149611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.657163Z","time spent":"492.407117ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:47.149637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.658488Z","time spent":"491.118984ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6374,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:47.149831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.997579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:55:47.149914Z","caller":"traceutil/trace.go:171","msg":"trace[1653886406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25468; }","duration":"492.103071ms","start":"2026-04-09T01:55:46.657791Z","end":"2026-04-09T01:55:47.149894Z","steps":["trace[1653886406] 'agreement among raft nodes before linearized reading' (duration: 491.825166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.149964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.657786Z","time spent":"492.169092ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T01:55:47.179939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.560806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-04-09T01:55:47.180006Z","caller":"traceutil/trace.go:171","msg":"trace[1281060229] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25469; }","duration":"384.660567ms","start":"2026-04-09T01:55:46.795331Z","end":"2026-04-09T01:55:47.179991Z","steps":["trace[1281060229] 'agreement among raft nodes before linearized reading' (duration: 384.379132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.180042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.795316Z","time spent":"384.718019ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-09T01:55:47.180123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.450132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:47.180261Z","caller":"traceutil/trace.go:171","msg":"trace[1654760897] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25469; }","duration":"503.656376ms","start":"2026-04-09T01:55:46.676553Z","end":"2026-04-09T01:55:47.18021Z","steps":["trace[1654760897] 'agreement among raft nodes before linearized reading' (duration: 503.432412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.180344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.676541Z","time spent":"503.762388ms","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:47.180644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.147511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:47.180695Z","caller":"traceutil/trace.go:171","msg":"trace[1126735355] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25469; }","duration":"513.215023ms","start":"2026-04-09T01:55:46.667466Z","end":"2026-04-09T01:55:47.180681Z","steps":["trace[1126735355] 'agreement among raft nodes before linearized reading' (duration: 513.096411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.180725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:46.667458Z","time spent":"513.259073ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:47.408463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.757154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:47.408571Z","caller":"traceutil/trace.go:171","msg":"trace[14627629] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"150.41578ms","start":"2026-04-09T01:55:47.258135Z","end":"2026-04-09T01:55:47.408551Z","steps":["trace[14627629] 'process raft request' (duration: 38.492583ms)","trace[14627629] 'compare' (duration: 111.547351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:47.625383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.258097Z","time spent":"367.280595ms","remote":"127.0.0.1:35920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T01:55:47.62542Z","caller":"traceutil/trace.go:171","msg":"trace[493387845] linearizableReadLoop","detail":"{readStateIndex:26334; appliedIndex:26331; }","duration":"367.03576ms","start":"2026-04-09T01:55:47.258353Z","end":"2026-04-09T01:55:47.625389Z","steps":["trace[493387845] 'read index received' (duration: 38.200588ms)","trace[493387845] 'applied index is now lower than readState.Index' (duration: 328.834062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:47.625584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.213633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a48d7799a81d17\" ","response":"range_response_count:1 size:744"} {"level":"info","ts":"2026-04-09T01:55:47.625623Z","caller":"traceutil/trace.go:171","msg":"trace[1134522906] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a48d7799a81d17; range_end:; response_count:1; response_revision:25475; }","duration":"367.281785ms","start":"2026-04-09T01:55:47.258329Z","end":"2026-04-09T01:55:47.625611Z","steps":["trace[1134522906] 'agreement among raft nodes before linearized reading' (duration: 367.122962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.625659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.25832Z","time spent":"367.330686ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":767,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a48d7799a81d17\" "} {"level":"info","ts":"2026-04-09T01:55:47.625633Z","caller":"traceutil/trace.go:171","msg":"trace[461372674] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"367.385407ms","start":"2026-04-09T01:55:47.25821Z","end":"2026-04-09T01:55:47.625595Z","steps":["trace[461372674] 'process raft request' (duration: 367.068451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.625853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.258115Z","time spent":"367.632871ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:47.628175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.593747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-09T01:55:47.628179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.989609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:47.628232Z","caller":"traceutil/trace.go:171","msg":"trace[375267008] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25476; }","duration":"128.686988ms","start":"2026-04-09T01:55:47.499531Z","end":"2026-04-09T01:55:47.628218Z","steps":["trace[375267008] 'agreement among raft nodes before linearized reading' (duration: 128.529865ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:47.628264Z","caller":"traceutil/trace.go:171","msg":"trace[1469580930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25476; }","duration":"333.138542ms","start":"2026-04-09T01:55:47.295104Z","end":"2026-04-09T01:55:47.628242Z","steps":["trace[1469580930] 'agreement among raft nodes before linearized reading' (duration: 332.996969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.628332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.295079Z","time spent":"333.239743ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:47.628888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.385908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-09T01:55:47.628959Z","caller":"traceutil/trace.go:171","msg":"trace[109441856] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25476; }","duration":"359.48798ms","start":"2026-04-09T01:55:47.269455Z","end":"2026-04-09T01:55:47.628943Z","steps":["trace[109441856] 'agreement among raft nodes before linearized reading' (duration: 358.42478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:47.629009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.269441Z","time spent":"359.556341ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-09T01:55:48.163063Z","caller":"traceutil/trace.go:171","msg":"trace[1228229105] linearizableReadLoop","detail":"{readStateIndex:26343; appliedIndex:26342; }","duration":"483.747626ms","start":"2026-04-09T01:55:47.67929Z","end":"2026-04-09T01:55:48.163037Z","steps":["trace[1228229105] 'read index received' (duration: 483.433741ms)","trace[1228229105] 'applied index is now lower than readState.Index' (duration: 312.325µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:48.163108Z","caller":"traceutil/trace.go:171","msg":"trace[1771043713] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"506.04637ms","start":"2026-04-09T01:55:47.657023Z","end":"2026-04-09T01:55:48.163069Z","steps":["trace[1771043713] 'process raft request' (duration: 505.738584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.163301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.657007Z","time spent":"506.173972ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:48.1634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.083922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-04-09T01:55:48.163479Z","caller":"traceutil/trace.go:171","msg":"trace[1537600026] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:25484; }","duration":"484.201835ms","start":"2026-04-09T01:55:47.679259Z","end":"2026-04-09T01:55:48.163461Z","steps":["trace[1537600026] 'agreement among raft nodes before linearized reading' (duration: 483.888929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.163524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.679246Z","time spent":"484.266136ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3331,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:55:48.635714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.162435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:48.635996Z","caller":"traceutil/trace.go:171","msg":"trace[1582543377] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"640.077747ms","start":"2026-04-09T01:55:47.995902Z","end":"2026-04-09T01:55:48.63598Z","steps":["trace[1582543377] 'process raft request' (duration: 640.004506ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:48.635997Z","caller":"traceutil/trace.go:171","msg":"trace[1485882010] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"641.869301ms","start":"2026-04-09T01:55:47.994092Z","end":"2026-04-09T01:55:48.635961Z","steps":["trace[1485882010] 'process raft request' (duration: 310.367289ms)","trace[1485882010] 'compare' (duration: 330.854049ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:48.636035Z","caller":"traceutil/trace.go:171","msg":"trace[1454883627] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"641.118087ms","start":"2026-04-09T01:55:47.994889Z","end":"2026-04-09T01:55:48.636007Z","steps":["trace[1454883627] 'process raft request' (duration: 640.915733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.636061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.995893Z","time spent":"640.134848ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:48.636134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.994067Z","time spent":"641.991193ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:48.636163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.994878Z","time spent":"641.210078ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:48.636163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.143408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:55:48.636173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.472976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:48.636187Z","caller":"traceutil/trace.go:171","msg":"trace[1389998172] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"636.232217ms","start":"2026-04-09T01:55:47.999935Z","end":"2026-04-09T01:55:48.636167Z","steps":["trace[1389998172] 'process raft request' (duration: 636.008093ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:48.636066Z","caller":"traceutil/trace.go:171","msg":"trace[1104025636] linearizableReadLoop","detail":"{readStateIndex:26347; appliedIndex:26343; }","duration":"472.923916ms","start":"2026-04-09T01:55:48.163128Z","end":"2026-04-09T01:55:48.636052Z","steps":["trace[1104025636] 'read index received' (duration: 141.325202ms)","trace[1104025636] 'applied index is now lower than readState.Index' (duration: 331.596954ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:48.636217Z","caller":"traceutil/trace.go:171","msg":"trace[1698641267] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25488; }","duration":"514.575428ms","start":"2026-04-09T01:55:48.121633Z","end":"2026-04-09T01:55:48.636208Z","steps":["trace[1698641267] 'agreement among raft nodes before linearized reading' (duration: 514.441946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.636227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.196092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29594995-vs2cp\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-04-09T01:55:48.636207Z","caller":"traceutil/trace.go:171","msg":"trace[226520910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25488; }","duration":"910.197029ms","start":"2026-04-09T01:55:47.725997Z","end":"2026-04-09T01:55:48.636194Z","steps":["trace[226520910] 'agreement among raft nodes before linearized reading' (duration: 910.085587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.636238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.121608Z","time spent":"514.62355ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:48.636252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.359445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:48.636258Z","caller":"traceutil/trace.go:171","msg":"trace[214161897] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29594995-vs2cp; range_end:; response_count:1; response_revision:25488; }","duration":"950.250133ms","start":"2026-04-09T01:55:47.685998Z","end":"2026-04-09T01:55:48.636248Z","steps":["trace[214161897] 'agreement among raft nodes before linearized reading' (duration: 950.08723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.636273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.999927Z","time spent":"636.295738ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:48.636286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.685983Z","time spent":"950.297824ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6860,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29594995-vs2cp\" "} {"level":"warn","ts":"2026-04-09T01:55:48.636286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.332422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:48.636278Z","caller":"traceutil/trace.go:171","msg":"trace[436396807] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25488; }","duration":"569.386456ms","start":"2026-04-09T01:55:48.066884Z","end":"2026-04-09T01:55:48.63627Z","steps":["trace[436396807] 'agreement among raft nodes before linearized reading' (duration: 569.340855ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:48.636311Z","caller":"traceutil/trace.go:171","msg":"trace[280615114] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25488; }","duration":"910.380692ms","start":"2026-04-09T01:55:47.725922Z","end":"2026-04-09T01:55:48.636303Z","steps":["trace[280615114] 'agreement among raft nodes before linearized reading' (duration: 910.332721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.636294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.725995Z","time spent":"910.26941ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:48.63633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:47.725906Z","time spent":"910.419134ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:48.636327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.066838Z","time spent":"569.480197ms","remote":"127.0.0.1:40622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:48.636351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.099165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5643"} {"level":"warn","ts":"2026-04-09T01:55:48.636373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.288394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:48.636374Z","caller":"traceutil/trace.go:171","msg":"trace[1997339757] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:25488; }","duration":"469.160555ms","start":"2026-04-09T01:55:48.167206Z","end":"2026-04-09T01:55:48.636366Z","steps":["trace[1997339757] 'agreement among raft nodes before linearized reading' (duration: 469.065374ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:48.636394Z","caller":"traceutil/trace.go:171","msg":"trace[172895452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25488; }","duration":"340.343846ms","start":"2026-04-09T01:55:48.296043Z","end":"2026-04-09T01:55:48.636387Z","steps":["trace[172895452] 'agreement among raft nodes before linearized reading' (duration: 340.293875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.636397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.167166Z","time spent":"469.224997ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T01:55:48.636412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.296022Z","time spent":"340.386636ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:48.636488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.009012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d3abce099a8\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-04-09T01:55:48.636505Z","caller":"traceutil/trace.go:171","msg":"trace[1193438739] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d3abce099a8; range_end:; response_count:1; response_revision:25488; }","duration":"469.026363ms","start":"2026-04-09T01:55:48.167474Z","end":"2026-04-09T01:55:48.6365Z","steps":["trace[1193438739] 'agreement among raft nodes before linearized reading' (duration: 468.948771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:48.63652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.167446Z","time spent":"469.070514ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":808,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-nl7cc.18a48d3abce099a8\" "} {"level":"info","ts":"2026-04-09T01:55:48.813773Z","caller":"traceutil/trace.go:171","msg":"trace[1858369073] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"116.473092ms","start":"2026-04-09T01:55:48.697264Z","end":"2026-04-09T01:55:48.813737Z","steps":["trace[1858369073] 'process raft request' (duration: 43.788223ms)","trace[1858369073] 'compare' (duration: 72.414983ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:48.81376Z","caller":"traceutil/trace.go:171","msg":"trace[276907613] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26348; }","duration":"115.405171ms","start":"2026-04-09T01:55:48.698321Z","end":"2026-04-09T01:55:48.813726Z","steps":["trace[276907613] 'read index received' (duration: 42.678052ms)","trace[276907613] 'applied index is now lower than readState.Index' (duration: 72.724339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:48.813949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:48.814032Z","caller":"traceutil/trace.go:171","msg":"trace[1395840185] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:25490; }","duration":"115.699117ms","start":"2026-04-09T01:55:48.698297Z","end":"2026-04-09T01:55:48.813996Z","steps":["trace[1395840185] 'agreement among raft nodes before linearized reading' (duration: 115.528334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:49.119857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.942766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:49.119932Z","caller":"traceutil/trace.go:171","msg":"trace[1349517168] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"300.165429ms","start":"2026-04-09T01:55:48.819754Z","end":"2026-04-09T01:55:49.11992Z","steps":["trace[1349517168] 'process raft request' (duration: 118.100801ms)","trace[1349517168] 'compare' (duration: 181.863285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:49.119964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.819728Z","time spent":"300.22077ms","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:49.385602Z","caller":"traceutil/trace.go:171","msg":"trace[788945881] linearizableReadLoop","detail":"{readStateIndex:26352; appliedIndex:26350; }","duration":"262.130204ms","start":"2026-04-09T01:55:49.123455Z","end":"2026-04-09T01:55:49.385585Z","steps":["trace[788945881] 'read index received' (duration: 187.738444ms)","trace[788945881] 'applied index is now lower than readState.Index' (duration: 74.39085ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:49.385719Z","caller":"traceutil/trace.go:171","msg":"trace[1198117201] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"399.441831ms","start":"2026-04-09T01:55:48.986266Z","end":"2026-04-09T01:55:49.385708Z","steps":["trace[1198117201] 'process raft request' (duration: 399.208477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:49.385805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.986244Z","time spent":"399.493152ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:49.385865Z","caller":"traceutil/trace.go:171","msg":"trace[783107453] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"509.169827ms","start":"2026-04-09T01:55:48.876655Z","end":"2026-04-09T01:55:49.385825Z","steps":["trace[783107453] 'process raft request' (duration: 434.520353ms)","trace[783107453] 'compare' (duration: 73.800879ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:49.385905Z","caller":"traceutil/trace.go:171","msg":"trace[1974372427] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"199.610243ms","start":"2026-04-09T01:55:49.186266Z","end":"2026-04-09T01:55:49.385876Z","steps":["trace[1974372427] 'process raft request' (duration: 199.287808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:49.38597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.50046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a48d778f38def8\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-04-09T01:55:49.386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:48.876631Z","time spent":"509.310559ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T01:55:49.386016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.963402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-09T01:55:49.386031Z","caller":"traceutil/trace.go:171","msg":"trace[472135104] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a48d778f38def8; range_end:; response_count:1; response_revision:25494; }","duration":"262.611803ms","start":"2026-04-09T01:55:49.123402Z","end":"2026-04-09T01:55:49.386013Z","steps":["trace[472135104] 'agreement among raft nodes before linearized reading' (duration: 262.393339ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.386042Z","caller":"traceutil/trace.go:171","msg":"trace[477904976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25494; }","duration":"232.989052ms","start":"2026-04-09T01:55:49.153046Z","end":"2026-04-09T01:55:49.386035Z","steps":["trace[477904976] 'agreement among raft nodes before linearized reading' (duration: 232.89744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:49.386398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.486353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-09T01:55:49.386398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.986323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:55:49.386451Z","caller":"traceutil/trace.go:171","msg":"trace[722785496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25494; }","duration":"233.071605ms","start":"2026-04-09T01:55:49.153369Z","end":"2026-04-09T01:55:49.38644Z","steps":["trace[722785496] 'agreement among raft nodes before linearized reading' (duration: 232.912983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:49.386462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.752081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:55:49.386449Z","caller":"traceutil/trace.go:171","msg":"trace[592032445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25494; }","duration":"232.567595ms","start":"2026-04-09T01:55:49.153868Z","end":"2026-04-09T01:55:49.386435Z","steps":["trace[592032445] 'agreement among raft nodes before linearized reading' (duration: 232.411742ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.386527Z","caller":"traceutil/trace.go:171","msg":"trace[875625653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25494; }","duration":"134.844632ms","start":"2026-04-09T01:55:49.25166Z","end":"2026-04-09T01:55:49.386504Z","steps":["trace[875625653] 'agreement among raft nodes before linearized reading' (duration: 134.68588ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.555915Z","caller":"traceutil/trace.go:171","msg":"trace[160213868] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"167.177433ms","start":"2026-04-09T01:55:49.388712Z","end":"2026-04-09T01:55:49.55589Z","steps":["trace[160213868] 'process raft request' (duration: 120.430315ms)","trace[160213868] 'compare' (duration: 46.651306ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:49.634667Z","caller":"traceutil/trace.go:171","msg":"trace[716168720] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"243.252314ms","start":"2026-04-09T01:55:49.391386Z","end":"2026-04-09T01:55:49.634639Z","steps":["trace[716168720] 'process raft request' (duration: 243.172582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.634688Z","caller":"traceutil/trace.go:171","msg":"trace[1811661571] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"243.646891ms","start":"2026-04-09T01:55:49.391018Z","end":"2026-04-09T01:55:49.634665Z","steps":["trace[1811661571] 'process raft request' (duration: 243.395247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.634842Z","caller":"traceutil/trace.go:171","msg":"trace[670256127] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"243.334435ms","start":"2026-04-09T01:55:49.391491Z","end":"2026-04-09T01:55:49.634826Z","steps":["trace[670256127] 'process raft request' (duration: 243.106451ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.635053Z","caller":"traceutil/trace.go:171","msg":"trace[1780408808] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"243.003149ms","start":"2026-04-09T01:55:49.392029Z","end":"2026-04-09T01:55:49.635033Z","steps":["trace[1780408808] 'process raft request' (duration: 242.745674ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.635205Z","caller":"traceutil/trace.go:171","msg":"trace[1945568149] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"239.759149ms","start":"2026-04-09T01:55:49.395434Z","end":"2026-04-09T01:55:49.635193Z","steps":["trace[1945568149] 'process raft request' (duration: 239.501734ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:49.635247Z","caller":"traceutil/trace.go:171","msg":"trace[2136081068] linearizableReadLoop","detail":"{readStateIndex:26359; appliedIndex:26353; }","duration":"219.012453ms","start":"2026-04-09T01:55:49.416205Z","end":"2026-04-09T01:55:49.635217Z","steps":["trace[2136081068] 'read index received' (duration: 92.978954ms)","trace[2136081068] 'applied index is now lower than readState.Index' (duration: 126.031429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:49.635548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.32923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T01:55:49.63562Z","caller":"traceutil/trace.go:171","msg":"trace[1010534991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25500; }","duration":"221.563722ms","start":"2026-04-09T01:55:49.414038Z","end":"2026-04-09T01:55:49.635602Z","steps":["trace[1010534991] 'agreement among raft nodes before linearized reading' (duration: 221.276446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:49.635696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.844916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:49.635768Z","caller":"traceutil/trace.go:171","msg":"trace[1881975312] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25501; }","duration":"166.965878ms","start":"2026-04-09T01:55:49.468783Z","end":"2026-04-09T01:55:49.635749Z","steps":["trace[1881975312] 'agreement among raft nodes before linearized reading' (duration: 166.818936ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:51.063973Z","caller":"traceutil/trace.go:171","msg":"trace[451872532] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"421.300677ms","start":"2026-04-09T01:55:50.642646Z","end":"2026-04-09T01:55:51.063946Z","steps":["trace[451872532] 'process raft request' (duration: 380.237405ms)","trace[451872532] 'compare' (duration: 40.895099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:51.064126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:50.642629Z","time spent":"421.418099ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:51.064227Z","caller":"traceutil/trace.go:171","msg":"trace[342044119] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"421.46152ms","start":"2026-04-09T01:55:50.642735Z","end":"2026-04-09T01:55:51.064196Z","steps":["trace[342044119] 'process raft request' (duration: 421.174855ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:51.0643Z","caller":"traceutil/trace.go:171","msg":"trace[514697078] linearizableReadLoop","detail":"{readStateIndex:26371; appliedIndex:26368; }","duration":"377.106877ms","start":"2026-04-09T01:55:50.687182Z","end":"2026-04-09T01:55:51.064289Z","steps":["trace[514697078] 'read index received' (duration: 335.697868ms)","trace[514697078] 'applied index is now lower than readState.Index' (duration: 41.407649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:51.064385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:50.642704Z","time spent":"421.602983ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:51.064599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.045522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-58f896f97c-mp94x\" ","response":"range_response_count:1 size:8787"} {"level":"warn","ts":"2026-04-09T01:55:51.064615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.439463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:51.064651Z","caller":"traceutil/trace.go:171","msg":"trace[2003539046] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25512; }","duration":"377.477984ms","start":"2026-04-09T01:55:50.687163Z","end":"2026-04-09T01:55:51.064641Z","steps":["trace[2003539046] 'agreement among raft nodes before linearized reading' (duration: 377.343721ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:51.064651Z","caller":"traceutil/trace.go:171","msg":"trace[470076431] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-58f896f97c-mp94x; range_end:; response_count:1; response_revision:25512; }","duration":"290.143764ms","start":"2026-04-09T01:55:50.774494Z","end":"2026-04-09T01:55:51.064637Z","steps":["trace[470076431] 'agreement among raft nodes before linearized reading' (duration: 289.991991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:51.064683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:50.68714Z","time spent":"377.535974ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:51.064859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.269555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T01:55:51.064867Z","caller":"traceutil/trace.go:171","msg":"trace[223735479] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"421.950899ms","start":"2026-04-09T01:55:50.642887Z","end":"2026-04-09T01:55:51.064838Z","steps":["trace[223735479] 'process raft request' (duration: 421.190496ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:51.064902Z","caller":"traceutil/trace.go:171","msg":"trace[52636610] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25512; }","duration":"276.326127ms","start":"2026-04-09T01:55:50.788565Z","end":"2026-04-09T01:55:51.064891Z","steps":["trace[52636610] 'agreement among raft nodes before linearized reading' (duration: 276.255736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:51.065005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:50.642869Z","time spent":"422.061062ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:51.065356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.498403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6b4d0f28a1\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-04-09T01:55:51.065628Z","caller":"traceutil/trace.go:171","msg":"trace[1202730553] range","detail":"{range_begin:/registry/events/openstack/magnum-api-58f896f97c-mp94x.18a48d6b4d0f28a1; range_end:; response_count:1; response_revision:25512; }","duration":"288.810689ms","start":"2026-04-09T01:55:50.776799Z","end":"2026-04-09T01:55:51.06561Z","steps":["trace[1202730553] 'agreement among raft nodes before linearized reading' (duration: 288.067695ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:56.854607Z","caller":"traceutil/trace.go:171","msg":"trace[1005998516] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"156.571105ms","start":"2026-04-09T01:55:56.698011Z","end":"2026-04-09T01:55:56.854582Z","steps":["trace[1005998516] 'process raft request' (duration: 156.378631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.45287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.998327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:57.452989Z","caller":"traceutil/trace.go:171","msg":"trace[407013460] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"371.409511ms","start":"2026-04-09T01:55:57.081556Z","end":"2026-04-09T01:55:57.452965Z","steps":["trace[407013460] 'process raft request' (duration: 216.217081ms)","trace[407013460] 'compare' (duration: 154.6214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:57.453058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:57.081529Z","time spent":"371.498673ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:57.491949Z","caller":"traceutil/trace.go:171","msg":"trace[1127969555] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"409.171192ms","start":"2026-04-09T01:55:57.082744Z","end":"2026-04-09T01:55:57.491915Z","steps":["trace[1127969555] 'process raft request' (duration: 408.944868ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:57.491977Z","caller":"traceutil/trace.go:171","msg":"trace[529649104] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"408.861786ms","start":"2026-04-09T01:55:57.083071Z","end":"2026-04-09T01:55:57.491933Z","steps":["trace[529649104] 'process raft request' (duration: 408.754175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.492113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:57.082717Z","time spent":"409.308675ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:57.492169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:57.083019Z","time spent":"409.03907ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:55:57.492384Z","caller":"traceutil/trace.go:171","msg":"trace[371032123] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26427; }","duration":"195.194381ms","start":"2026-04-09T01:55:57.297173Z","end":"2026-04-09T01:55:57.492368Z","steps":["trace[371032123] 'read index received' (duration: 551.339µs)","trace[371032123] 'applied index is now lower than readState.Index' (duration: 194.641722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:57.492468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.287714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:57.492539Z","caller":"traceutil/trace.go:171","msg":"trace[1036150847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25569; }","duration":"195.390285ms","start":"2026-04-09T01:55:57.297137Z","end":"2026-04-09T01:55:57.492528Z","steps":["trace[1036150847] 'agreement among raft nodes before linearized reading' (duration: 195.287563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.830341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.717146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:57.830426Z","caller":"traceutil/trace.go:171","msg":"trace[371161111] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26430; }","duration":"337.104435ms","start":"2026-04-09T01:55:57.493309Z","end":"2026-04-09T01:55:57.830413Z","steps":["trace[371161111] 'read index received' (duration: 227.258797ms)","trace[371161111] 'applied index is now lower than readState.Index' (duration: 109.844428ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:57.830481Z","caller":"traceutil/trace.go:171","msg":"trace[1853329489] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"386.183586ms","start":"2026-04-09T01:55:57.44429Z","end":"2026-04-09T01:55:57.830473Z","steps":["trace[1853329489] 'process raft request' (duration: 276.262036ms)","trace[1853329489] 'compare' (duration: 109.613844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:57.830522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:57.444272Z","time spent":"386.225807ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:55:57.830627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.284209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:57.830711Z","caller":"traceutil/trace.go:171","msg":"trace[1657340805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25570; }","duration":"337.38385ms","start":"2026-04-09T01:55:57.493306Z","end":"2026-04-09T01:55:57.83069Z","steps":["trace[1657340805] 'agreement among raft nodes before linearized reading' (duration: 337.231548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.830864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:57.49327Z","time spent":"337.467332ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:55:57.848915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.626641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:55:57.848982Z","caller":"traceutil/trace.go:171","msg":"trace[1907812858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25572; }","duration":"146.729563ms","start":"2026-04-09T01:55:57.702236Z","end":"2026-04-09T01:55:57.848965Z","steps":["trace[1907812858] 'agreement among raft nodes before linearized reading' (duration: 146.54138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:57.849089Z","caller":"traceutil/trace.go:171","msg":"trace[358279076] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"152.564861ms","start":"2026-04-09T01:55:57.696513Z","end":"2026-04-09T01:55:57.849078Z","steps":["trace[358279076] 'process raft request' (duration: 152.103183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.849135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.362348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T01:55:57.849191Z","caller":"traceutil/trace.go:171","msg":"trace[759890468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25572; }","duration":"145.47951ms","start":"2026-04-09T01:55:57.703694Z","end":"2026-04-09T01:55:57.849174Z","steps":["trace[759890468] 'agreement among raft nodes before linearized reading' (duration: 145.275436ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:57.849192Z","caller":"traceutil/trace.go:171","msg":"trace[802725932] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"152.49572ms","start":"2026-04-09T01:55:57.696662Z","end":"2026-04-09T01:55:57.849158Z","steps":["trace[802725932] 'process raft request' (duration: 152.073052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.849254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.841311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:55:57.848915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.065128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T01:55:57.849318Z","caller":"traceutil/trace.go:171","msg":"trace[1768509590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25572; }","duration":"142.961382ms","start":"2026-04-09T01:55:57.706339Z","end":"2026-04-09T01:55:57.8493Z","steps":["trace[1768509590] 'agreement among raft nodes before linearized reading' (duration: 142.709408ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:57.849354Z","caller":"traceutil/trace.go:171","msg":"trace[1665962089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25572; }","duration":"134.550737ms","start":"2026-04-09T01:55:57.714778Z","end":"2026-04-09T01:55:57.849328Z","steps":["trace[1665962089] 'agreement among raft nodes before linearized reading' (duration: 134.012007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:57.849426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.738624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:55:57.849543Z","caller":"traceutil/trace.go:171","msg":"trace[2135312290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25572; }","duration":"146.888116ms","start":"2026-04-09T01:55:57.702629Z","end":"2026-04-09T01:55:57.849517Z","steps":["trace[2135312290] 'agreement among raft nodes before linearized reading' (duration: 146.484949ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:58.04787Z","caller":"traceutil/trace.go:171","msg":"trace[999000899] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"194.890695ms","start":"2026-04-09T01:55:57.852949Z","end":"2026-04-09T01:55:58.04784Z","steps":["trace[999000899] 'process raft request' (duration: 118.465127ms)","trace[999000899] 'compare' (duration: 76.222185ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:58.123131Z","caller":"traceutil/trace.go:171","msg":"trace[2125487336] linearizableReadLoop","detail":"{readStateIndex:26438; appliedIndex:26434; }","duration":"109.111384ms","start":"2026-04-09T01:55:58.013999Z","end":"2026-04-09T01:55:58.123111Z","steps":["trace[2125487336] 'read index received' (duration: 108.196167ms)","trace[2125487336] 'applied index is now lower than readState.Index' (duration: 913.607µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:55:58.12337Z","caller":"traceutil/trace.go:171","msg":"trace[2073876200] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"269.875528ms","start":"2026-04-09T01:55:57.853485Z","end":"2026-04-09T01:55:58.123361Z","steps":["trace[2073876200] 'process raft request' (duration: 269.411748ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:58.123504Z","caller":"traceutil/trace.go:171","msg":"trace[647438067] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"269.600813ms","start":"2026-04-09T01:55:57.853897Z","end":"2026-04-09T01:55:58.123497Z","steps":["trace[647438067] 'process raft request' (duration: 269.116505ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:58.123576Z","caller":"traceutil/trace.go:171","msg":"trace[1554655240] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"266.919724ms","start":"2026-04-09T01:55:57.856651Z","end":"2026-04-09T01:55:58.123571Z","steps":["trace[1554655240] 'process raft request' (duration: 266.392114ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:58.123647Z","caller":"traceutil/trace.go:171","msg":"trace[313987543] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"266.918813ms","start":"2026-04-09T01:55:57.856724Z","end":"2026-04-09T01:55:58.123642Z","steps":["trace[313987543] 'process raft request' (duration: 266.347493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:58.123762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.750376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:58.123823Z","caller":"traceutil/trace.go:171","msg":"trace[440974999] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25577; }","duration":"109.827377ms","start":"2026-04-09T01:55:58.013953Z","end":"2026-04-09T01:55:58.123781Z","steps":["trace[440974999] 'agreement among raft nodes before linearized reading' (duration: 109.762576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:58.589069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.445953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:58.589131Z","caller":"traceutil/trace.go:171","msg":"trace[1706941133] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25577; }","duration":"377.550394ms","start":"2026-04-09T01:55:58.211566Z","end":"2026-04-09T01:55:58.589116Z","steps":["trace[1706941133] 'count revisions from in-memory index tree' (duration: 377.391482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:58.58916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:58.211548Z","time spent":"377.604436ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:59.460439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.123799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:59.460563Z","caller":"traceutil/trace.go:171","msg":"trace[183679633] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25578; }","duration":"356.292832ms","start":"2026-04-09T01:55:59.104246Z","end":"2026-04-09T01:55:59.460539Z","steps":["trace[183679633] 'count revisions from in-memory index tree' (duration: 356.071958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:59.460614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:59.104239Z","time spent":"356.362563ms","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:55:59.46111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.847677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:55:59.461209Z","caller":"traceutil/trace.go:171","msg":"trace[1591998670] linearizableReadLoop","detail":"{readStateIndex:26440; appliedIndex:26439; }","duration":"164.888279ms","start":"2026-04-09T01:55:59.296304Z","end":"2026-04-09T01:55:59.461193Z","steps":["trace[1591998670] 'read index received' (duration: 32.16µs)","trace[1591998670] 'applied index is now lower than readState.Index' (duration: 164.853689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:59.461306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.010832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:59.461324Z","caller":"traceutil/trace.go:171","msg":"trace[864501597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25579; }","duration":"165.072873ms","start":"2026-04-09T01:55:59.296243Z","end":"2026-04-09T01:55:59.461316Z","steps":["trace[864501597] 'agreement among raft nodes before linearized reading' (duration: 165.017852ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:55:59.461331Z","caller":"traceutil/trace.go:171","msg":"trace[787918976] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"288.690666ms","start":"2026-04-09T01:55:59.172593Z","end":"2026-04-09T01:55:59.461284Z","steps":["trace[787918976] 'process raft request' (duration: 115.564024ms)","trace[787918976] 'compare' (duration: 172.639454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:55:59.461473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.452956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-09T01:55:59.461522Z","caller":"traceutil/trace.go:171","msg":"trace[385713226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25578; }","duration":"375.538719ms","start":"2026-04-09T01:55:59.085972Z","end":"2026-04-09T01:55:59.46151Z","steps":["trace[385713226] 'range keys from in-memory index tree' (duration: 375.034209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:55:59.46156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:55:59.085954Z","time spent":"375.59337ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T01:55:59.533744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.113185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:55:59.533813Z","caller":"traceutil/trace.go:171","msg":"trace[1145366557] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25584; }","duration":"130.233457ms","start":"2026-04-09T01:55:59.403561Z","end":"2026-04-09T01:55:59.533794Z","steps":["trace[1145366557] 'agreement among raft nodes before linearized reading' (duration: 130.097425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:45.793446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059295374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:56:46.026127Z","caller":"traceutil/trace.go:171","msg":"trace[652659737] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"892.549112ms","start":"2026-04-09T01:56:45.133553Z","end":"2026-04-09T01:56:46.026102Z","steps":["trace[652659737] 'process raft request' (duration: 892.39841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.026273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.133515Z","time spent":"892.682845ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:46.797061Z","caller":"traceutil/trace.go:171","msg":"trace[825621114] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"1.072450859s","start":"2026-04-09T01:56:45.724574Z","end":"2026-04-09T01:56:46.797025Z","steps":["trace[825621114] 'process raft request' (duration: 1.072205385s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.797224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.724547Z","time spent":"1.072597842s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:46.797638Z","caller":"traceutil/trace.go:171","msg":"trace[706701862] linearizableReadLoop","detail":"{readStateIndex:26927; appliedIndex:26923; }","duration":"1.504743721s","start":"2026-04-09T01:56:45.292881Z","end":"2026-04-09T01:56:46.797625Z","steps":["trace[706701862] 'read index received' (duration: 733.183045ms)","trace[706701862] 'applied index is now lower than readState.Index' (duration: 771.559476ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:46.797653Z","caller":"traceutil/trace.go:171","msg":"trace[1248671381] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"1.071122895s","start":"2026-04-09T01:56:45.72632Z","end":"2026-04-09T01:56:46.797443Z","steps":["trace[1248671381] 'process raft request' (duration: 1.070643165s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:46.79773Z","caller":"traceutil/trace.go:171","msg":"trace[1832064719] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"1.070879101s","start":"2026-04-09T01:56:45.726792Z","end":"2026-04-09T01:56:46.797671Z","steps":["trace[1832064719] 'process raft request' (duration: 1.070556875s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:46.797814Z","caller":"traceutil/trace.go:171","msg":"trace[295567526] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"796.071122ms","start":"2026-04-09T01:56:46.00173Z","end":"2026-04-09T01:56:46.797801Z","steps":["trace[295567526] 'process raft request' (duration: 795.838358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.798069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.001681Z","time spent":"796.163873ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:46.798113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.726786Z","time spent":"1.071062594s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:46.798304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.726303Z","time spent":"1.071536333s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:46.798406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505488824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:46.798543Z","caller":"traceutil/trace.go:171","msg":"trace[416143537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26055; }","duration":"1.505675668s","start":"2026-04-09T01:56:45.292833Z","end":"2026-04-09T01:56:46.798509Z","steps":["trace[416143537] 'agreement among raft nodes before linearized reading' (duration: 1.505334302s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:46.798607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.292814Z","time spent":"1.505782091s","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:56:47.298664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500113556059295383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T01:56:47.543101Z","caller":"traceutil/trace.go:171","msg":"trace[73510430] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"1.514493122s","start":"2026-04-09T01:56:46.028578Z","end":"2026-04-09T01:56:47.543071Z","steps":["trace[73510430] 'process raft request' (duration: 1.51440133s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:47.54312Z","caller":"traceutil/trace.go:171","msg":"trace[1718051402] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"1.514996651s","start":"2026-04-09T01:56:46.028084Z","end":"2026-04-09T01:56:47.543081Z","steps":["trace[1718051402] 'process raft request' (duration: 1.509328866s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:47.543297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.028068Z","time spent":"1.515128794s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:47.543279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.028559Z","time spent":"1.514627934s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:48.198616Z","caller":"traceutil/trace.go:171","msg":"trace[1909815139] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"1.248461945s","start":"2026-04-09T01:56:46.950119Z","end":"2026-04-09T01:56:48.198581Z","steps":["trace[1909815139] 'process raft request' (duration: 1.161256417s)","trace[1909815139] 'compare' (duration: 86.428734ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:48.198665Z","caller":"traceutil/trace.go:171","msg":"trace[974416068] linearizableReadLoop","detail":"{readStateIndex:26931; appliedIndex:26928; }","duration":"1.400963645s","start":"2026-04-09T01:56:46.797679Z","end":"2026-04-09T01:56:48.198643Z","steps":["trace[974416068] 'read index received' (duration: 739.745856ms)","trace[974416068] 'applied index is now lower than readState.Index' (duration: 661.216059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:48.198777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.950091Z","time spent":"1.248607558s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:48.198813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659591911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:56:48.198859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812599914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T01:56:48.198887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81888336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T01:56:48.198895Z","caller":"traceutil/trace.go:171","msg":"trace[1539012396] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26058; }","duration":"2.659692562s","start":"2026-04-09T01:56:45.539183Z","end":"2026-04-09T01:56:48.198875Z","steps":["trace[1539012396] 'agreement among raft nodes before linearized reading' (duration: 2.65955787s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.1989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880226378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:56:48.198926Z","caller":"traceutil/trace.go:171","msg":"trace[1184333993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26058; }","duration":"1.818970292s","start":"2026-04-09T01:56:46.379944Z","end":"2026-04-09T01:56:48.198914Z","steps":["trace[1184333993] 'agreement among raft nodes before linearized reading' (duration: 1.818736157s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:48.198915Z","caller":"traceutil/trace.go:171","msg":"trace[125611321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26058; }","duration":"1.812676376s","start":"2026-04-09T01:56:46.386224Z","end":"2026-04-09T01:56:48.1989Z","steps":["trace[125611321] 'agreement among raft nodes before linearized reading' (duration: 1.812491943s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.198946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.539124Z","time spent":"2.659809754s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.198931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398162414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:56:48.198961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.379923Z","time spent":"1.819030514s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T01:56:48.198967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.386211Z","time spent":"1.812747797s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T01:56:48.198963Z","caller":"traceutil/trace.go:171","msg":"trace[1990742323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26058; }","duration":"1.88029193s","start":"2026-04-09T01:56:46.318653Z","end":"2026-04-09T01:56:48.198945Z","steps":["trace[1990742323] 'agreement among raft nodes before linearized reading' (duration: 1.880096416s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:48.199005Z","caller":"traceutil/trace.go:171","msg":"trace[1602511476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26059; }","duration":"1.398275236s","start":"2026-04-09T01:56:46.800711Z","end":"2026-04-09T01:56:48.198987Z","steps":["trace[1602511476] 'agreement among raft nodes before linearized reading' (duration: 1.398121744s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.318567Z","time spent":"1.880436943s","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:56:48.198994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913621689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:56:48.199047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.800697Z","time spent":"1.398342077s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:56:48.199099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.031107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.199101Z","caller":"traceutil/trace.go:171","msg":"trace[593481942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26058; }","duration":"1.913784932s","start":"2026-04-09T01:56:46.285286Z","end":"2026-04-09T01:56:48.199071Z","steps":["trace[593481942] 'agreement among raft nodes before linearized reading' (duration: 1.913413594s)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:48.199136Z","caller":"traceutil/trace.go:171","msg":"trace[32390724] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26059; }","duration":"716.068028ms","start":"2026-04-09T01:56:47.483055Z","end":"2026-04-09T01:56:48.199123Z","steps":["trace[32390724] 'agreement among raft nodes before linearized reading' (duration: 716.009257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.285265Z","time spent":"1.913886773s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T01:56:48.199174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:47.482998Z","time spent":"716.161859ms","remote":"127.0.0.1:40758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.199249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814510139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-09T01:56:48.199287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.737682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.199298Z","caller":"traceutil/trace.go:171","msg":"trace[32774586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26058; }","duration":"1.814618341s","start":"2026-04-09T01:56:46.384667Z","end":"2026-04-09T01:56:48.199285Z","steps":["trace[32774586] 'agreement among raft nodes before linearized reading' (duration: 1.814058771s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.446003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:56:48.199328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.384639Z","time spent":"1.814682182s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T01:56:48.199326Z","caller":"traceutil/trace.go:171","msg":"trace[679846211] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26059; }","duration":"887.816374ms","start":"2026-04-09T01:56:47.311496Z","end":"2026-04-09T01:56:48.199312Z","steps":["trace[679846211] 'agreement among raft nodes before linearized reading' (duration: 887.750283ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:48.199346Z","caller":"traceutil/trace.go:171","msg":"trace[159035916] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26059; }","duration":"675.518296ms","start":"2026-04-09T01:56:47.523816Z","end":"2026-04-09T01:56:48.199334Z","steps":["trace[159035916] 'agreement among raft nodes before linearized reading' (duration: 675.458354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:47.311474Z","time spent":"887.885905ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.199378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:47.523802Z","time spent":"675.568226ms","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.199429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273478726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.19946Z","caller":"traceutil/trace.go:171","msg":"trace[219450585] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26058; }","duration":"2.273511077s","start":"2026-04-09T01:56:45.925937Z","end":"2026-04-09T01:56:48.199448Z","steps":["trace[219450585] 'agreement among raft nodes before linearized reading' (duration: 2.272766612s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:45.925874Z","time spent":"2.273606988s","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.199505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39581711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-04-09T01:56:48.199529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.475453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.199555Z","caller":"traceutil/trace.go:171","msg":"trace[768629574] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26059; }","duration":"1.395886421s","start":"2026-04-09T01:56:46.803655Z","end":"2026-04-09T01:56:48.199541Z","steps":["trace[768629574] 'agreement among raft nodes before linearized reading' (duration: 1.395666777s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135071603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.19958Z","caller":"traceutil/trace.go:171","msg":"trace[149275042] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26059; }","duration":"641.520654ms","start":"2026-04-09T01:56:47.558038Z","end":"2026-04-09T01:56:48.199558Z","steps":["trace[149275042] 'agreement among raft nodes before linearized reading' (duration: 641.437922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.803644Z","time spent":"1.395937032s","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-09T01:56:48.199605Z","caller":"traceutil/trace.go:171","msg":"trace[1365051618] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26059; }","duration":"1.135149223s","start":"2026-04-09T01:56:47.064444Z","end":"2026-04-09T01:56:48.199594Z","steps":["trace[1365051618] 'agreement among raft nodes before linearized reading' (duration: 1.135088802s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:47.55799Z","time spent":"641.620505ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.199634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:47.064418Z","time spent":"1.135208235s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-09T01:56:48.199638Z","caller":"traceutil/trace.go:171","msg":"trace[1437597250] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"167.885226ms","start":"2026-04-09T01:56:48.03174Z","end":"2026-04-09T01:56:48.199625Z","steps":["trace[1437597250] 'process raft request' (duration: 166.855176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817549515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:56:48.199892Z","caller":"traceutil/trace.go:171","msg":"trace[144669145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26058; }","duration":"1.817635707s","start":"2026-04-09T01:56:46.38224Z","end":"2026-04-09T01:56:48.199876Z","steps":["trace[144669145] 'agreement among raft nodes before linearized reading' (duration: 1.816497247s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.199931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:46.382229Z","time spent":"1.817692708s","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T01:56:48.888255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.391822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-09T01:56:48.888384Z","caller":"traceutil/trace.go:171","msg":"trace[1182085954] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"683.633695ms","start":"2026-04-09T01:56:48.204729Z","end":"2026-04-09T01:56:48.888363Z","steps":["trace[1182085954] 'process raft request' (duration: 492.845175ms)","trace[1182085954] 'compare' (duration: 190.144538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:48.888451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.204696Z","time spent":"683.726867ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:48.892699Z","caller":"traceutil/trace.go:171","msg":"trace[54708332] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"687.858214ms","start":"2026-04-09T01:56:48.204813Z","end":"2026-04-09T01:56:48.892671Z","steps":["trace[54708332] 'process raft request' (duration: 687.64148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.892872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.204789Z","time spent":"687.986186ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:48.893055Z","caller":"traceutil/trace.go:171","msg":"trace[1732955974] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"687.001637ms","start":"2026-04-09T01:56:48.206026Z","end":"2026-04-09T01:56:48.893028Z","steps":["trace[1732955974] 'process raft request' (duration: 686.835414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:48.89308Z","caller":"traceutil/trace.go:171","msg":"trace[665012092] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"688.111288ms","start":"2026-04-09T01:56:48.204924Z","end":"2026-04-09T01:56:48.893035Z","steps":["trace[665012092] 'process raft request' (duration: 687.690511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.893212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.206001Z","time spent":"687.12229ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:48.893202Z","caller":"traceutil/trace.go:171","msg":"trace[1581959785] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"687.052479ms","start":"2026-04-09T01:56:48.206111Z","end":"2026-04-09T01:56:48.893164Z","steps":["trace[1581959785] 'process raft request' (duration: 686.841255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.89324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.204914Z","time spent":"688.24127ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:48.893376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.206101Z","time spent":"687.181422ms","remote":"127.0.0.1:35680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T01:56:48.893518Z","caller":"traceutil/trace.go:171","msg":"trace[1094372052] linearizableReadLoop","detail":"{readStateIndex:26935; appliedIndex:26932; }","duration":"688.544926ms","start":"2026-04-09T01:56:48.204946Z","end":"2026-04-09T01:56:48.893491Z","steps":["trace[1094372052] 'read index received' (duration: 492.723413ms)","trace[1094372052] 'applied index is now lower than readState.Index' (duration: 195.820633ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:48.893607Z","caller":"traceutil/trace.go:171","msg":"trace[2118129746] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"345.555142ms","start":"2026-04-09T01:56:48.548039Z","end":"2026-04-09T01:56:48.893594Z","steps":["trace[2118129746] 'process raft request' (duration: 345.091333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.893684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.548003Z","time spent":"345.642074ms","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T01:56:48.893768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.809651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:56:48.893821Z","caller":"traceutil/trace.go:171","msg":"trace[933978994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26065; }","duration":"688.894063ms","start":"2026-04-09T01:56:48.204911Z","end":"2026-04-09T01:56:48.893805Z","steps":["trace[933978994] 'agreement among raft nodes before linearized reading' (duration: 688.685009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.893877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.2049Z","time spent":"688.958624ms","remote":"127.0.0.1:35600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T01:56:48.896301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.353998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.896347Z","caller":"traceutil/trace.go:171","msg":"trace[425547357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26069; }","duration":"283.44108ms","start":"2026-04-09T01:56:48.612896Z","end":"2026-04-09T01:56:48.896337Z","steps":["trace[425547357] 'agreement among raft nodes before linearized reading' (duration: 283.371829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.89646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.856156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:56:48.896489Z","caller":"traceutil/trace.go:171","msg":"trace[1384472130] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26069; }","duration":"484.885427ms","start":"2026-04-09T01:56:48.411596Z","end":"2026-04-09T01:56:48.896481Z","steps":["trace[1384472130] 'agreement among raft nodes before linearized reading' (duration: 484.842996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.89651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.411521Z","time spent":"484.98415ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-09T01:56:48.896948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.567743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-09T01:56:48.896978Z","caller":"traceutil/trace.go:171","msg":"trace[505049438] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26069; }","duration":"684.621383ms","start":"2026-04-09T01:56:48.21235Z","end":"2026-04-09T01:56:48.896972Z","steps":["trace[505049438] 'agreement among raft nodes before linearized reading' (duration: 684.503691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.896975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.331812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:56:48.896997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.212341Z","time spent":"684.651694ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-09T01:56:48.897026Z","caller":"traceutil/trace.go:171","msg":"trace[396449100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26069; }","duration":"688.417853ms","start":"2026-04-09T01:56:48.208594Z","end":"2026-04-09T01:56:48.897012Z","steps":["trace[396449100] 'agreement among raft nodes before linearized reading' (duration: 688.332931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.897057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.208566Z","time spent":"688.484945ms","remote":"127.0.0.1:35448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T01:56:48.897156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.677059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-09T01:56:48.897176Z","caller":"traceutil/trace.go:171","msg":"trace[1423167695] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26069; }","duration":"639.728741ms","start":"2026-04-09T01:56:48.25744Z","end":"2026-04-09T01:56:48.897169Z","steps":["trace[1423167695] 'agreement among raft nodes before linearized reading' (duration: 639.6629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:48.897196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T01:56:48.257417Z","time spent":"639.772721ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-09T01:56:54.259307Z","caller":"traceutil/trace.go:171","msg":"trace[1910097121] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"197.305201ms","start":"2026-04-09T01:56:54.061969Z","end":"2026-04-09T01:56:54.259275Z","steps":["trace[1910097121] 'process raft request' (duration: 197.075107ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:54.259238Z","caller":"traceutil/trace.go:171","msg":"trace[86984593] linearizableReadLoop","detail":"{readStateIndex:26978; appliedIndex:26977; }","duration":"174.58495ms","start":"2026-04-09T01:56:54.084628Z","end":"2026-04-09T01:56:54.259213Z","steps":["trace[86984593] 'read index received' (duration: 174.446208ms)","trace[86984593] 'applied index is now lower than readState.Index' (duration: 136.992µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:56:54.259594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.955926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:56:54.25964Z","caller":"traceutil/trace.go:171","msg":"trace[187094554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26104; }","duration":"175.058598ms","start":"2026-04-09T01:56:54.084569Z","end":"2026-04-09T01:56:54.259628Z","steps":["trace[187094554] 'agreement among raft nodes before linearized reading' (duration: 174.821204ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:54.379985Z","caller":"traceutil/trace.go:171","msg":"trace[1532704379] linearizableReadLoop","detail":"{readStateIndex:26980; appliedIndex:26978; }","duration":"116.696395ms","start":"2026-04-09T01:56:54.263272Z","end":"2026-04-09T01:56:54.379969Z","steps":["trace[1532704379] 'read index received' (duration: 115.683667ms)","trace[1532704379] 'applied index is now lower than readState.Index' (duration: 1.011918ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:56:54.380084Z","caller":"traceutil/trace.go:171","msg":"trace[1680515267] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"134.551866ms","start":"2026-04-09T01:56:54.24552Z","end":"2026-04-09T01:56:54.380071Z","steps":["trace[1680515267] 'process raft request' (duration: 134.394073ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:56:54.380096Z","caller":"traceutil/trace.go:171","msg":"trace[1966069656] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"135.178138ms","start":"2026-04-09T01:56:54.244881Z","end":"2026-04-09T01:56:54.380059Z","steps":["trace[1966069656] 'process raft request' (duration: 134.109509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:56:54.380405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.114854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-09T01:56:54.380448Z","caller":"traceutil/trace.go:171","msg":"trace[949339652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26106; }","duration":"117.170545ms","start":"2026-04-09T01:56:54.263268Z","end":"2026-04-09T01:56:54.380439Z","steps":["trace[949339652] 'agreement among raft nodes before linearized reading' (duration: 117.009011ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:40.410583Z","caller":"traceutil/trace.go:171","msg":"trace[769107301] linearizableReadLoop","detail":"{readStateIndex:27509; appliedIndex:27508; }","duration":"242.023581ms","start":"2026-04-09T01:57:40.168522Z","end":"2026-04-09T01:57:40.410546Z","steps":["trace[769107301] 'read index received' (duration: 208.191893ms)","trace[769107301] 'applied index is now lower than readState.Index' (duration: 33.829308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T01:57:40.410686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.142084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:40.410743Z","caller":"traceutil/trace.go:171","msg":"trace[1639145354] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26622; }","duration":"242.267135ms","start":"2026-04-09T01:57:40.168462Z","end":"2026-04-09T01:57:40.41073Z","steps":["trace[1639145354] 'agreement among raft nodes before linearized reading' (duration: 242.135933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.410872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.288616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-09T01:57:40.410901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.479864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:40.410944Z","caller":"traceutil/trace.go:171","msg":"trace[2007106181] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26622; }","duration":"242.426199ms","start":"2026-04-09T01:57:40.168501Z","end":"2026-04-09T01:57:40.410927Z","steps":["trace[2007106181] 'agreement among raft nodes before linearized reading' (duration: 242.288416ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:40.410951Z","caller":"traceutil/trace.go:171","msg":"trace[1322644772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26622; }","duration":"114.628616ms","start":"2026-04-09T01:57:40.296306Z","end":"2026-04-09T01:57:40.410935Z","steps":["trace[1322644772] 'agreement among raft nodes before linearized reading' (duration: 114.500233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.411054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.065511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:40.411073Z","caller":"traceutil/trace.go:171","msg":"trace[1428817126] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26622; }","duration":"242.100962ms","start":"2026-04-09T01:57:40.168965Z","end":"2026-04-09T01:57:40.411066Z","steps":["trace[1428817126] 'agreement among raft nodes before linearized reading' (duration: 242.070161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:40.41113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.721866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-09T01:57:40.411213Z","caller":"traceutil/trace.go:171","msg":"trace[223366063] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26622; }","duration":"241.873458ms","start":"2026-04-09T01:57:40.169319Z","end":"2026-04-09T01:57:40.411192Z","steps":["trace[223366063] 'agreement among raft nodes before linearized reading' (duration: 241.508591ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.516534Z","caller":"traceutil/trace.go:171","msg":"trace[1139540916] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"262.399599ms","start":"2026-04-09T01:57:41.254108Z","end":"2026-04-09T01:57:41.516508Z","steps":["trace[1139540916] 'process raft request' (duration: 262.270176ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.563006Z","caller":"traceutil/trace.go:171","msg":"trace[461227188] linearizableReadLoop","detail":"{readStateIndex:27516; appliedIndex:27514; }","duration":"266.156009ms","start":"2026-04-09T01:57:41.296827Z","end":"2026-04-09T01:57:41.562983Z","steps":["trace[461227188] 'read index received' (duration: 219.667066ms)","trace[461227188] 'applied index is now lower than readState.Index' (duration: 46.487523ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:41.563079Z","caller":"traceutil/trace.go:171","msg":"trace[1848127444] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"266.306391ms","start":"2026-04-09T01:57:41.296739Z","end":"2026-04-09T01:57:41.563046Z","steps":["trace[1848127444] 'process raft request' (duration: 266.055516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:41.563219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.372063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T01:57:41.56327Z","caller":"traceutil/trace.go:171","msg":"trace[1638518989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26629; }","duration":"266.721739ms","start":"2026-04-09T01:57:41.296532Z","end":"2026-04-09T01:57:41.563254Z","steps":["trace[1638518989] 'agreement among raft nodes before linearized reading' (duration: 266.601146ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.563203Z","caller":"traceutil/trace.go:171","msg":"trace[425224789] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"266.369122ms","start":"2026-04-09T01:57:41.296748Z","end":"2026-04-09T01:57:41.563117Z","steps":["trace[425224789] 'process raft request' (duration: 266.187459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:41.563466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.325228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-09T01:57:41.563735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.65942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-09T01:57:41.563543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.575641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-09T01:57:41.563889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.930406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T01:57:41.563897Z","caller":"traceutil/trace.go:171","msg":"trace[1574735920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26629; }","duration":"175.840393ms","start":"2026-04-09T01:57:41.388014Z","end":"2026-04-09T01:57:41.563854Z","steps":["trace[1574735920] 'agreement among raft nodes before linearized reading' (duration: 175.362435ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.563939Z","caller":"traceutil/trace.go:171","msg":"trace[1939601950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26629; }","duration":"182.049648ms","start":"2026-04-09T01:57:41.381876Z","end":"2026-04-09T01:57:41.563926Z","steps":["trace[1939601950] 'agreement among raft nodes before linearized reading' (duration: 181.840174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T01:57:41.563609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.869687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T01:57:41.563921Z","caller":"traceutil/trace.go:171","msg":"trace[1919133524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26629; }","duration":"194.938667ms","start":"2026-04-09T01:57:41.368951Z","end":"2026-04-09T01:57:41.56389Z","steps":["trace[1919133524] 'agreement among raft nodes before linearized reading' (duration: 194.467749ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.564005Z","caller":"traceutil/trace.go:171","msg":"trace[1936700156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26629; }","duration":"181.317595ms","start":"2026-04-09T01:57:41.382672Z","end":"2026-04-09T01:57:41.56399Z","steps":["trace[1936700156] 'agreement among raft nodes before linearized reading' (duration: 180.583481ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.563807Z","caller":"traceutil/trace.go:171","msg":"trace[659437497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26629; }","duration":"256.750065ms","start":"2026-04-09T01:57:41.307039Z","end":"2026-04-09T01:57:41.563789Z","steps":["trace[659437497] 'agreement among raft nodes before linearized reading' (duration: 256.168734ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.725537Z","caller":"traceutil/trace.go:171","msg":"trace[1131325172] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"156.86569ms","start":"2026-04-09T01:57:41.568637Z","end":"2026-04-09T01:57:41.725503Z","steps":["trace[1131325172] 'process raft request' (duration: 109.182765ms)","trace[1131325172] 'compare' (duration: 47.267068ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T01:57:41.740906Z","caller":"traceutil/trace.go:171","msg":"trace[927142832] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"171.895469ms","start":"2026-04-09T01:57:41.568985Z","end":"2026-04-09T01:57:41.74088Z","steps":["trace[927142832] 'process raft request' (duration: 171.753686ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.741405Z","caller":"traceutil/trace.go:171","msg":"trace[532022819] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"172.340138ms","start":"2026-04-09T01:57:41.569039Z","end":"2026-04-09T01:57:41.74138Z","steps":["trace[532022819] 'process raft request' (duration: 171.796767ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.741434Z","caller":"traceutil/trace.go:171","msg":"trace[56480708] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"172.222246ms","start":"2026-04-09T01:57:41.569179Z","end":"2026-04-09T01:57:41.741401Z","steps":["trace[56480708] 'process raft request' (duration: 172.145815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:41.741578Z","caller":"traceutil/trace.go:171","msg":"trace[705742124] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"172.364128ms","start":"2026-04-09T01:57:41.569202Z","end":"2026-04-09T01:57:41.741566Z","steps":["trace[705742124] 'process raft request' (duration: 171.97851ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T01:57:47.155861Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ba7.wal"} {"level":"info","ts":"2026-04-09T02:00:20.438949Z","caller":"traceutil/trace.go:171","msg":"trace[994290839] linearizableReadLoop","detail":"{readStateIndex:29129; appliedIndex:29128; }","duration":"395.638551ms","start":"2026-04-09T02:00:20.04321Z","end":"2026-04-09T02:00:20.438848Z","steps":["trace[994290839] 'read index received' (duration: 395.351906ms)","trace[994290839] 'applied index is now lower than readState.Index' (duration: 284.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:20.438972Z","caller":"traceutil/trace.go:171","msg":"trace[1982765044] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"415.302156ms","start":"2026-04-09T02:00:20.023632Z","end":"2026-04-09T02:00:20.438934Z","steps":["trace[1982765044] 'process raft request' (duration: 415.00047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:20.439123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.895675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:20.439168Z","caller":"traceutil/trace.go:171","msg":"trace[1966379843] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28202; }","duration":"396.003718ms","start":"2026-04-09T02:00:20.043153Z","end":"2026-04-09T02:00:20.439157Z","steps":["trace[1966379843] 'agreement among raft nodes before linearized reading' (duration: 395.878325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:20.439198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:00:20.04313Z","time spent":"396.061088ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-09T02:00:20.439499Z","caller":"traceutil/trace.go:171","msg":"trace[232457111] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"275.824278ms","start":"2026-04-09T02:00:20.163644Z","end":"2026-04-09T02:00:20.439468Z","steps":["trace[232457111] 'process raft request' (duration: 275.630805ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:20.439499Z","caller":"traceutil/trace.go:171","msg":"trace[1980057108] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"269.559332ms","start":"2026-04-09T02:00:20.169907Z","end":"2026-04-09T02:00:20.439467Z","steps":["trace[1980057108] 'process raft request' (duration: 269.44115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:20.439548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.913061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:20.43961Z","caller":"traceutil/trace.go:171","msg":"trace[1090282385] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28206; }","duration":"171.016713ms","start":"2026-04-09T02:00:20.268578Z","end":"2026-04-09T02:00:20.439595Z","steps":["trace[1090282385] 'agreement among raft nodes before linearized reading' (duration: 170.898091ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:20.43966Z","caller":"traceutil/trace.go:171","msg":"trace[2007078911] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"266.658778ms","start":"2026-04-09T02:00:20.172992Z","end":"2026-04-09T02:00:20.439651Z","steps":["trace[2007078911] 'process raft request' (duration: 266.406924ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:20.439634Z","caller":"traceutil/trace.go:171","msg":"trace[1094140450] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"253.471173ms","start":"2026-04-09T02:00:20.186123Z","end":"2026-04-09T02:00:20.439594Z","steps":["trace[1094140450] 'process raft request' (duration: 253.310581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:20.439702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.284881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:20.439888Z","caller":"traceutil/trace.go:171","msg":"trace[390769015] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28206; }","duration":"100.507335ms","start":"2026-04-09T02:00:20.339361Z","end":"2026-04-09T02:00:20.439868Z","steps":["trace[390769015] 'agreement among raft nodes before linearized reading' (duration: 100.283931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:20.439163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:00:20.023608Z","time spent":"415.464398ms","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:00:22.450395Z","caller":"traceutil/trace.go:171","msg":"trace[1690055510] linearizableReadLoop","detail":"{readStateIndex:29154; appliedIndex:29153; }","duration":"154.602579ms","start":"2026-04-09T02:00:22.295762Z","end":"2026-04-09T02:00:22.450364Z","steps":["trace[1690055510] 'read index received' (duration: 71.302583ms)","trace[1690055510] 'applied index is now lower than readState.Index' (duration: 83.298776ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:22.450423Z","caller":"traceutil/trace.go:171","msg":"trace[495048124] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"178.854799ms","start":"2026-04-09T02:00:22.271537Z","end":"2026-04-09T02:00:22.450392Z","steps":["trace[495048124] 'process raft request' (duration: 95.646174ms)","trace[495048124] 'compare' (duration: 83.029511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:00:22.450534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.753722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-09T02:00:22.450573Z","caller":"traceutil/trace.go:171","msg":"trace[323182028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28226; }","duration":"154.817384ms","start":"2026-04-09T02:00:22.295743Z","end":"2026-04-09T02:00:22.450561Z","steps":["trace[323182028] 'agreement among raft nodes before linearized reading' (duration: 154.729022ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:22.70532Z","caller":"traceutil/trace.go:171","msg":"trace[1747361535] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"171.460171ms","start":"2026-04-09T02:00:22.533836Z","end":"2026-04-09T02:00:22.705296Z","steps":["trace[1747361535] 'process raft request' (duration: 171.337789ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:22.828922Z","caller":"traceutil/trace.go:171","msg":"trace[920191022] linearizableReadLoop","detail":"{readStateIndex:29160; appliedIndex:29158; }","duration":"173.622741ms","start":"2026-04-09T02:00:22.655273Z","end":"2026-04-09T02:00:22.828896Z","steps":["trace[920191022] 'read index received' (duration: 49.901476ms)","trace[920191022] 'applied index is now lower than readState.Index' (duration: 123.717075ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:22.829073Z","caller":"traceutil/trace.go:171","msg":"trace[1056704422] transaction","detail":"{read_only:false; response_revision:28232; number_of_response:1; }","duration":"294.224599ms","start":"2026-04-09T02:00:22.534836Z","end":"2026-04-09T02:00:22.829061Z","steps":["trace[1056704422] 'process raft request' (duration: 246.610346ms)","trace[1056704422] 'compare' (duration: 47.325518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:00:22.829235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.860356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-09T02:00:22.82951Z","caller":"traceutil/trace.go:171","msg":"trace[893988307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28232; }","duration":"174.172372ms","start":"2026-04-09T02:00:22.65531Z","end":"2026-04-09T02:00:22.829482Z","steps":["trace[893988307] 'agreement among raft nodes before linearized reading' (duration: 173.801044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:00:22.829858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.570039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-09T02:00:22.82993Z","caller":"traceutil/trace.go:171","msg":"trace[1113803796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28232; }","duration":"174.691282ms","start":"2026-04-09T02:00:22.655223Z","end":"2026-04-09T02:00:22.829914Z","steps":["trace[1113803796] 'agreement among raft nodes before linearized reading' (duration: 174.442537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:29.890691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25397} {"level":"info","ts":"2026-04-09T02:00:30.058652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25397,"took":"164.160395ms","hash":2586613261,"current-db-size-bytes":60448768,"current-db-size":"60 MB","current-db-size-in-use-bytes":38465536,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-09T02:00:30.058705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2586613261,"revision":25397,"compact-revision":22278} {"level":"info","ts":"2026-04-09T02:00:54.748028Z","caller":"traceutil/trace.go:171","msg":"trace[1568926231] linearizableReadLoop","detail":"{readStateIndex:29520; appliedIndex:29519; }","duration":"110.171253ms","start":"2026-04-09T02:00:54.637832Z","end":"2026-04-09T02:00:54.748003Z","steps":["trace[1568926231] 'read index received' (duration: 110.091132ms)","trace[1568926231] 'applied index is now lower than readState.Index' (duration: 78.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:00:54.74842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.567612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-09T02:00:54.74856Z","caller":"traceutil/trace.go:171","msg":"trace[121078051] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28583; }","duration":"110.726265ms","start":"2026-04-09T02:00:54.637821Z","end":"2026-04-09T02:00:54.748547Z","steps":["trace[121078051] 'agreement among raft nodes before linearized reading' (duration: 110.283907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:54.748184Z","caller":"traceutil/trace.go:171","msg":"trace[715702253] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"133.869485ms","start":"2026-04-09T02:00:54.614277Z","end":"2026-04-09T02:00:54.748147Z","steps":["trace[715702253] 'process raft request' (duration: 133.386265ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:00:54.800201Z","caller":"traceutil/trace.go:171","msg":"trace[576827047] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"112.773663ms","start":"2026-04-09T02:00:54.687408Z","end":"2026-04-09T02:00:54.800182Z","steps":["trace[576827047] 'process raft request' (duration: 73.997933ms)","trace[576827047] 'compare' (duration: 38.648618ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:00:54.800394Z","caller":"traceutil/trace.go:171","msg":"trace[1055131251] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"112.713982ms","start":"2026-04-09T02:00:54.68765Z","end":"2026-04-09T02:00:54.800364Z","steps":["trace[1055131251] 'process raft request' (duration: 112.505398ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:01:55.006674Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T02:01:55.013285Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-04-09T02:01:55.013401Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-04-09T02:05:29.898787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28301} {"level":"info","ts":"2026-04-09T02:05:30.053471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28301,"took":"150.371341ms","hash":2478630362,"current-db-size-bytes":60448768,"current-db-size":"60 MB","current-db-size-in-use-bytes":32301056,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T02:05:30.053562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2478630362,"revision":28301,"compact-revision":25397} {"level":"info","ts":"2026-04-09T02:10:29.907985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30687} {"level":"info","ts":"2026-04-09T02:10:30.04658Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30687,"took":"134.836744ms","hash":2192122680,"current-db-size-bytes":60448768,"current-db-size":"60 MB","current-db-size-in-use-bytes":30543872,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-09T02:10:30.046656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2192122680,"revision":30687,"compact-revision":28301} {"level":"info","ts":"2026-04-09T02:15:29.913115Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32922} {"level":"info","ts":"2026-04-09T02:15:30.074965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32922,"took":"156.868104ms","hash":664282918,"current-db-size-bytes":61489152,"current-db-size":"62 MB","current-db-size-in-use-bytes":31645696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T02:15:30.07504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":664282918,"revision":32922,"compact-revision":30687} {"level":"info","ts":"2026-04-09T02:20:29.919707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35221} {"level":"info","ts":"2026-04-09T02:20:30.066348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35221,"took":"141.910446ms","hash":1990562242,"current-db-size-bytes":61489152,"current-db-size":"62 MB","current-db-size-in-use-bytes":31506432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T02:20:30.066422Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1990562242,"revision":35221,"compact-revision":32922} {"level":"info","ts":"2026-04-09T02:23:29.768204Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T02:23:29.77271Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-04-09T02:23:29.772799Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-04-09T02:25:29.925729Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37455} {"level":"info","ts":"2026-04-09T02:25:30.050223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37455,"took":"120.672226ms","hash":3766388188,"current-db-size-bytes":61489152,"current-db-size":"62 MB","current-db-size-in-use-bytes":32706560,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-09T02:25:30.050311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3766388188,"revision":37455,"compact-revision":35221}