{"level":"warn","ts":"2026-02-27T18:22:16.410288Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:22:16.410407Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:22:16.410479Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:22:16.410489Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-02-27T18:22:16.410508Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:22:16.411247Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-02-27T18:22:16.411323Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:22:16.416413Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.80045ms"} {"level":"info","ts":"2026-02-27T18:22:16.429148Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-02-27T18:22:16.429255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:22:16.429314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-02-27T18:22:16.42933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:22:16.429348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-02-27T18:22:16.429423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-02-27T18:22:16.441108Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:22:16.443145Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:22:16.444476Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:22:16.447271Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:22:16.447545Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:22:16.447686Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:22:16.447847Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:22:16.44787Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:22:16.449246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-02-27T18:22:16.449573Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-02-27T18:22:16.454698Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:22:16.454861Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-02-27T18:22:16.454922Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-02-27T18:22:16.455039Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:22:16.455068Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:22:16.629811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:22:16.629891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:22:16.629974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-02-27T18:22:16.630002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:22:16.630023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-02-27T18:22:16.630042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-02-27T18:22:16.630101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-02-27T18:22:16.631285Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:16.632163Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:22:16.632146Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:22:16.632286Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:22:16.632522Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:16.632593Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:22:16.632671Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:22:16.632712Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:16.632781Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:16.636063Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-02-27T18:22:16.636472Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-02-27T18:22:20.72784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.846014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:20.727968Z","caller":"traceutil/trace.go:171","msg":"trace[1505500599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:244; }","duration":"123.044128ms","start":"2026-02-27T18:22:20.604902Z","end":"2026-02-27T18:22:20.727946Z","steps":["trace[1505500599] 'range keys from in-memory index tree' (duration: 122.663509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:23.520069Z","caller":"traceutil/trace.go:171","msg":"trace[1944577119] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"108.31816ms","start":"2026-02-27T18:22:23.411711Z","end":"2026-02-27T18:22:23.520029Z","steps":["trace[1944577119] 'process raft request' (duration: 108.151836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:29.257908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902291045,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:22:29.683935Z","caller":"traceutil/trace.go:171","msg":"trace[419521714] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"926.112239ms","start":"2026-02-27T18:22:28.757791Z","end":"2026-02-27T18:22:29.683903Z","steps":["trace[419521714] 'read index received' (duration: 925.982886ms)","trace[419521714] 'applied index is now lower than readState.Index' (duration: 128.293µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:29.683996Z","caller":"traceutil/trace.go:171","msg":"trace[727699752] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"965.511835ms","start":"2026-02-27T18:22:28.718441Z","end":"2026-02-27T18:22:29.683953Z","steps":["trace[727699752] 'process raft request' (duration: 965.2995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:29.684123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.313654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:29.684242Z","caller":"traceutil/trace.go:171","msg":"trace[1403485443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:392; }","duration":"926.414476ms","start":"2026-02-27T18:22:28.757743Z","end":"2026-02-27T18:22:29.684157Z","steps":["trace[1403485443] 'agreement among raft nodes before linearized reading' (duration: 926.318134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:29.684292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:28.757709Z","time spent":"926.570829ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:29.684323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.061795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:29.684428Z","caller":"traceutil/trace.go:171","msg":"trace[2056885047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:392; }","duration":"908.214078ms","start":"2026-02-27T18:22:28.776191Z","end":"2026-02-27T18:22:29.684405Z","steps":["trace[2056885047] 'agreement among raft nodes before linearized reading' (duration: 908.054984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:29.684481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:28.776167Z","time spent":"908.30579ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:29.684591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.566603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:29.684689Z","caller":"traceutil/trace.go:171","msg":"trace[1663009087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:392; }","duration":"703.733597ms","start":"2026-02-27T18:22:28.980927Z","end":"2026-02-27T18:22:29.68466Z","steps":["trace[1663009087] 'agreement among raft nodes before linearized reading' (duration: 703.44809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:29.68476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:28.980906Z","time spent":"703.84279ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:29.684761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:28.718413Z","time spent":"965.682528ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:29.858319Z","caller":"traceutil/trace.go:171","msg":"trace[1784092858] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"169.433665ms","start":"2026-02-27T18:22:29.68885Z","end":"2026-02-27T18:22:29.858284Z","steps":["trace[1784092858] 'process raft request' (duration: 130.124402ms)","trace[1784092858] 'compare' (duration: 39.128269ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:29.862174Z","caller":"traceutil/trace.go:171","msg":"trace[1377117675] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"173.101429ms","start":"2026-02-27T18:22:29.689043Z","end":"2026-02-27T18:22:29.862145Z","steps":["trace[1377117675] 'process raft request' (duration: 172.935745ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:29.862515Z","caller":"traceutil/trace.go:171","msg":"trace[350116819] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"173.16747ms","start":"2026-02-27T18:22:29.689296Z","end":"2026-02-27T18:22:29.862464Z","steps":["trace[350116819] 'process raft request' (duration: 172.811862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:30.950664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.696936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-02-27T18:22:30.950681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.078695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:22:30.950769Z","caller":"traceutil/trace.go:171","msg":"trace[34579639] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:395; }","duration":"492.87282ms","start":"2026-02-27T18:22:30.45787Z","end":"2026-02-27T18:22:30.950743Z","steps":["trace[34579639] 'range keys from in-memory index tree' (duration: 492.513321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:30.950788Z","caller":"traceutil/trace.go:171","msg":"trace[1216654946] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:395; }","duration":"771.241418ms","start":"2026-02-27T18:22:30.179524Z","end":"2026-02-27T18:22:30.950766Z","steps":["trace[1216654946] 'range keys from in-memory index tree' (duration: 770.959311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:30.950819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:30.457846Z","time spent":"492.962111ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T18:22:30.950683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.460804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T18:22:30.950843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:30.1795Z","time spent":"771.33257ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T18:22:30.950863Z","caller":"traceutil/trace.go:171","msg":"trace[1186870445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:395; }","duration":"724.707819ms","start":"2026-02-27T18:22:30.226144Z","end":"2026-02-27T18:22:30.950852Z","steps":["trace[1186870445] 'range keys from in-memory index tree' (duration: 724.368991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:30.950888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:30.22612Z","time spent":"724.76196ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:32.128669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176519375s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:22:32.129088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:30.95196Z","time spent":"1.177123459s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:22:32.996495Z","caller":"traceutil/trace.go:171","msg":"trace[1477459866] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"2.041085279s","start":"2026-02-27T18:22:30.955378Z","end":"2026-02-27T18:22:32.996463Z","steps":["trace[1477459866] 'process raft request' (duration: 2.040229219s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:32.996726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:30.955353Z","time spent":"2.041278173s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:32.997061Z","caller":"traceutil/trace.go:171","msg":"trace[1658204668] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"748.576577ms","start":"2026-02-27T18:22:32.248472Z","end":"2026-02-27T18:22:32.997048Z","steps":["trace[1658204668] 'process raft request' (duration: 748.535616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:32.997131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:32.248444Z","time spent":"748.655199ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:32.997112Z","caller":"traceutil/trace.go:171","msg":"trace[2141797150] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"2.035371198s","start":"2026-02-27T18:22:30.961658Z","end":"2026-02-27T18:22:32.997029Z","steps":["trace[2141797150] 'process raft request' (duration: 2.034674532s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:32.997211Z","caller":"traceutil/trace.go:171","msg":"trace[170686722] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:407; }","duration":"1.135128834s","start":"2026-02-27T18:22:31.862071Z","end":"2026-02-27T18:22:32.9972Z","steps":["trace[170686722] 'read index received' (duration: 266.890036ms)","trace[170686722] 'applied index is now lower than readState.Index' (duration: 868.237768ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:32.997299Z","caller":"traceutil/trace.go:171","msg":"trace[929655947] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"867.054311ms","start":"2026-02-27T18:22:32.130237Z","end":"2026-02-27T18:22:32.997291Z","steps":["trace[929655947] 'process raft request' (duration: 866.725333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:32.99732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:30.96164Z","time spent":"2.035562322s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:32.997348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:32.13022Z","time spent":"867.097531ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:32.997566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135464811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:22:32.99761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131576402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:32.99765Z","caller":"traceutil/trace.go:171","msg":"trace[184462482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"1.135599364s","start":"2026-02-27T18:22:31.862029Z","end":"2026-02-27T18:22:32.997629Z","steps":["trace[184462482] 'agreement among raft nodes before linearized reading' (duration: 1.135286357s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:32.997685Z","caller":"traceutil/trace.go:171","msg":"trace[61702735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"1.131670854s","start":"2026-02-27T18:22:31.866001Z","end":"2026-02-27T18:22:32.997672Z","steps":["trace[61702735] 'agreement among raft nodes before linearized reading' (duration: 1.131562322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:32.997704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:31.862007Z","time spent":"1.135685626s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:32.997718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:31.865994Z","time spent":"1.131717005s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:32.997724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131456989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:32.997808Z","caller":"traceutil/trace.go:171","msg":"trace[2048126203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:399; }","duration":"1.131599682s","start":"2026-02-27T18:22:31.866189Z","end":"2026-02-27T18:22:32.997788Z","steps":["trace[2048126203] 'agreement among raft nodes before linearized reading' (duration: 1.131419868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:32.997844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:31.86616Z","time spent":"1.131677974s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:22:33.298822Z","caller":"traceutil/trace.go:171","msg":"trace[1098438895] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"296.069506ms","start":"2026-02-27T18:22:33.002716Z","end":"2026-02-27T18:22:33.298786Z","steps":["trace[1098438895] 'process raft request' (duration: 295.861922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:33.304732Z","caller":"traceutil/trace.go:171","msg":"trace[2010078175] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"301.612573ms","start":"2026-02-27T18:22:33.00309Z","end":"2026-02-27T18:22:33.304702Z","steps":["trace[2010078175] 'process raft request' (duration: 301.374488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:33.304972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:33.003068Z","time spent":"301.765397ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:33.305005Z","caller":"traceutil/trace.go:171","msg":"trace[1380112632] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"301.794138ms","start":"2026-02-27T18:22:33.003183Z","end":"2026-02-27T18:22:33.304977Z","steps":["trace[1380112632] 'process raft request' (duration: 301.46046ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:33.305084Z","caller":"traceutil/trace.go:171","msg":"trace[1841405798] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:412; }","duration":"301.011769ms","start":"2026-02-27T18:22:33.004033Z","end":"2026-02-27T18:22:33.305045Z","steps":["trace[1841405798] 'read index received' (duration: 294.52399ms)","trace[1841405798] 'applied index is now lower than readState.Index' (duration: 6.486269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:33.30515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:33.003154Z","time spent":"301.90879ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:33.305241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.199944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T18:22:33.305285Z","caller":"traceutil/trace.go:171","msg":"trace[515196030] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:403; }","duration":"301.256916ms","start":"2026-02-27T18:22:33.004014Z","end":"2026-02-27T18:22:33.305271Z","steps":["trace[515196030] 'agreement among raft nodes before linearized reading' (duration: 301.157643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:33.305279Z","caller":"traceutil/trace.go:171","msg":"trace[1619342991] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"296.896375ms","start":"2026-02-27T18:22:33.00832Z","end":"2026-02-27T18:22:33.305216Z","steps":["trace[1619342991] 'process raft request' (duration: 296.570018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:33.305326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:33.003961Z","time spent":"301.355758ms","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:22:51.200471Z","caller":"traceutil/trace.go:171","msg":"trace[1482558741] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"113.932829ms","start":"2026-02-27T18:22:51.086497Z","end":"2026-02-27T18:22:51.20043Z","steps":["trace[1482558741] 'process raft request' (duration: 113.703494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:53.096407Z","caller":"traceutil/trace.go:171","msg":"trace[96074266] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"408.687444ms","start":"2026-02-27T18:22:52.687691Z","end":"2026-02-27T18:22:53.096378Z","steps":["trace[96074266] 'process raft request' (duration: 408.537871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:53.096623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:52.687671Z","time spent":"408.842737ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:53.891859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902291312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:54.091855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.037404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:54.091935Z","caller":"traceutil/trace.go:171","msg":"trace[825828124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"962.189778ms","start":"2026-02-27T18:22:53.129726Z","end":"2026-02-27T18:22:54.091916Z","steps":["trace[825828124] 'range keys from in-memory index tree' (duration: 961.907042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.09197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:53.129697Z","time spent":"962.26507ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:22:54.091977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.637665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T18:22:54.092012Z","caller":"traceutil/trace.go:171","msg":"trace[1461033226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"887.705136ms","start":"2026-02-27T18:22:53.204294Z","end":"2026-02-27T18:22:54.091999Z","steps":["trace[1461033226] 'range keys from in-memory index tree' (duration: 887.44106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.092042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:53.204277Z","time spent":"887.759737ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:22:54.094975Z","caller":"traceutil/trace.go:171","msg":"trace[337070691] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"703.43505ms","start":"2026-02-27T18:22:53.39151Z","end":"2026-02-27T18:22:54.094945Z","steps":["trace[337070691] 'read index received' (duration: 703.233366ms)","trace[337070691] 'applied index is now lower than readState.Index' (duration: 200.834µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:54.09533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.805548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:54.095443Z","caller":"traceutil/trace.go:171","msg":"trace[422868588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"703.932721ms","start":"2026-02-27T18:22:53.39149Z","end":"2026-02-27T18:22:54.095423Z","steps":["trace[422868588] 'agreement among raft nodes before linearized reading' (duration: 703.699376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.095476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:53.391396Z","time spent":"704.072764ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:54.095615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.871766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:54.095664Z","caller":"traceutil/trace.go:171","msg":"trace[1216823028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"698.934257ms","start":"2026-02-27T18:22:53.396717Z","end":"2026-02-27T18:22:54.095651Z","steps":["trace[1216823028] 'agreement among raft nodes before linearized reading' (duration: 698.838314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.095694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:53.396705Z","time spent":"698.981347ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:22:54.09563Z","caller":"traceutil/trace.go:171","msg":"trace[2038613690] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"721.302581ms","start":"2026-02-27T18:22:53.374319Z","end":"2026-02-27T18:22:54.095622Z","steps":["trace[2038613690] 'process raft request' (duration: 720.488922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.095869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:53.374289Z","time spent":"721.519886ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:54.095365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.789896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:54.095905Z","caller":"traceutil/trace.go:171","msg":"trace[156753708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"700.38403ms","start":"2026-02-27T18:22:53.395511Z","end":"2026-02-27T18:22:54.095895Z","steps":["trace[156753708] 'agreement among raft nodes before linearized reading' (duration: 699.728575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.09595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:53.395484Z","time spent":"700.454171ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:22:55.047719Z","caller":"traceutil/trace.go:171","msg":"trace[859500940] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"951.388368ms","start":"2026-02-27T18:22:54.096302Z","end":"2026-02-27T18:22:55.047691Z","steps":["trace[859500940] 'process raft request' (duration: 947.798516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.047916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:54.096286Z","time spent":"951.548662ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:55.054906Z","caller":"traceutil/trace.go:171","msg":"trace[1219718263] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"953.458046ms","start":"2026-02-27T18:22:54.101415Z","end":"2026-02-27T18:22:55.054873Z","steps":["trace[1219718263] 'process raft request' (duration: 953.428926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:55.054942Z","caller":"traceutil/trace.go:171","msg":"trace[350280782] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"955.060083ms","start":"2026-02-27T18:22:54.099839Z","end":"2026-02-27T18:22:55.054899Z","steps":["trace[350280782] 'process raft request' (duration: 954.903479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.054999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:54.101397Z","time spent":"953.560728ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:55.055087Z","caller":"traceutil/trace.go:171","msg":"trace[1337048910] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"955.091574ms","start":"2026-02-27T18:22:54.099989Z","end":"2026-02-27T18:22:55.05508Z","steps":["trace[1337048910] 'process raft request' (duration: 954.828948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.0551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:54.099824Z","time spent":"955.195946ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:55.055133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:54.099982Z","time spent":"955.129105ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:01.787997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.858903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:01.788338Z","caller":"traceutil/trace.go:171","msg":"trace[181220728] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"703.372308ms","start":"2026-02-27T18:23:01.084946Z","end":"2026-02-27T18:23:01.788318Z","steps":["trace[181220728] 'process raft request' (duration: 703.237175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:01.788353Z","caller":"traceutil/trace.go:171","msg":"trace[604855758] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"704.967965ms","start":"2026-02-27T18:23:01.083333Z","end":"2026-02-27T18:23:01.788301Z","steps":["trace[604855758] 'process raft request' (duration: 414.480858ms)","trace[604855758] 'compare' (duration: 289.666078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:01.788427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.084932Z","time spent":"703.45871ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:01.788543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.083314Z","time spent":"705.133848ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:01.788669Z","caller":"traceutil/trace.go:171","msg":"trace[1982527804] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:580; }","duration":"657.046653ms","start":"2026-02-27T18:23:01.131578Z","end":"2026-02-27T18:23:01.788625Z","steps":["trace[1982527804] 'read index received' (duration: 366.227919ms)","trace[1982527804] 'applied index is now lower than readState.Index' (duration: 290.816814ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:01.788735Z","caller":"traceutil/trace.go:171","msg":"trace[928202151] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"703.736167ms","start":"2026-02-27T18:23:01.084987Z","end":"2026-02-27T18:23:01.788724Z","steps":["trace[928202151] 'process raft request' (duration: 703.267816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:01.788814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.084973Z","time spent":"703.796018ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:01.78885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.255168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:01.788956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.57194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l9psd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-27T18:23:01.788989Z","caller":"traceutil/trace.go:171","msg":"trace[1512189698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"657.383382ms","start":"2026-02-27T18:23:01.13155Z","end":"2026-02-27T18:23:01.788933Z","steps":["trace[1512189698] 'agreement among raft nodes before linearized reading' (duration: 657.237808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:01.789006Z","caller":"traceutil/trace.go:171","msg":"trace[1833445310] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l9psd; range_end:; response_count:1; response_revision:562; }","duration":"652.666573ms","start":"2026-02-27T18:23:01.136328Z","end":"2026-02-27T18:23:01.788995Z","steps":["trace[1833445310] 'agreement among raft nodes before linearized reading' (duration: 652.482689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:01.788961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.225121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:01.789047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.136312Z","time spent":"652.726474ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-l9psd\" "} {"level":"info","ts":"2026-02-27T18:23:01.789075Z","caller":"traceutil/trace.go:171","msg":"trace[1385795809] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"571.359724ms","start":"2026-02-27T18:23:01.217691Z","end":"2026-02-27T18:23:01.78905Z","steps":["trace[1385795809] 'agreement among raft nodes before linearized reading' (duration: 571.17337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:01.789124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.21764Z","time spent":"571.473257ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T18:23:01.789251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.131537Z","time spent":"657.497744ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:23:02.275255Z","caller":"traceutil/trace.go:171","msg":"trace[1010425780] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"131.472952ms","start":"2026-02-27T18:23:02.143756Z","end":"2026-02-27T18:23:02.275229Z","steps":["trace[1010425780] 'read index received' (duration: 131.222966ms)","trace[1010425780] 'applied index is now lower than readState.Index' (duration: 246.386µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:02.275395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.617055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:02.275432Z","caller":"traceutil/trace.go:171","msg":"trace[1315901901] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:563; }","duration":"131.735078ms","start":"2026-02-27T18:23:02.143682Z","end":"2026-02-27T18:23:02.275417Z","steps":["trace[1315901901] 'agreement among raft nodes before linearized reading' (duration: 131.658437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:02.275658Z","caller":"traceutil/trace.go:171","msg":"trace[1946800316] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"468.683404ms","start":"2026-02-27T18:23:01.80693Z","end":"2026-02-27T18:23:02.275614Z","steps":["trace[1946800316] 'process raft request' (duration: 468.135061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:02.275838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:01.806894Z","time spent":"468.847898ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:04.645626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902291416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:05.14628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902291416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:23:05.350354Z","caller":"traceutil/trace.go:171","msg":"trace[816256813] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.552883357s","start":"2026-02-27T18:23:03.79744Z","end":"2026-02-27T18:23:05.350323Z","steps":["trace[816256813] 'process raft request' (duration: 1.552678482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:05.350565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:03.797413Z","time spent":"1.553038091s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:06.145948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:23:06.146313Z","caller":"traceutil/trace.go:171","msg":"trace[1479299830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000930155s","start":"2026-02-27T18:23:04.145356Z","end":"2026-02-27T18:23:06.146286Z","steps":["trace[1479299830] 'agreement among raft nodes before linearized reading' (duration: 2.000547697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.146401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.145319Z","time spent":"2.001067369s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:23:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:23:06.702973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352644214s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:06.703542Z","caller":"traceutil/trace.go:171","msg":"trace[2107808545] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.904433845s","start":"2026-02-27T18:23:03.799067Z","end":"2026-02-27T18:23:06.703501Z","steps":["trace[2107808545] 'process raft request' (duration: 2.904139198s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:06.703589Z","caller":"traceutil/trace.go:171","msg":"trace[864935774] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:585; }","duration":"2.558115794s","start":"2026-02-27T18:23:04.145416Z","end":"2026-02-27T18:23:06.703532Z","steps":["trace[864935774] 'read index received' (duration: 1.204837846s)","trace[864935774] 'applied index is now lower than readState.Index' (duration: 1.353276988s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:06.703636Z","caller":"traceutil/trace.go:171","msg":"trace[348599966] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.903514764s","start":"2026-02-27T18:23:03.800053Z","end":"2026-02-27T18:23:06.703568Z","steps":["trace[348599966] 'process raft request' (duration: 2.90336673s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:06.703729Z","caller":"traceutil/trace.go:171","msg":"trace[1638347399] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.4883182s","start":"2026-02-27T18:23:04.215387Z","end":"2026-02-27T18:23:06.703705Z","steps":["trace[1638347399] 'process raft request' (duration: 2.488081404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.703777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:03.799035Z","time spent":"2.904640489s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:06.703829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.215358Z","time spent":"2.488408932s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:06.703846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:03.800035Z","time spent":"2.903716888s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:06.706739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.24924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:06.706795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517424161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:23:06.706834Z","caller":"traceutil/trace.go:171","msg":"trace[219327694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"560.380912ms","start":"2026-02-27T18:23:06.146432Z","end":"2026-02-27T18:23:06.706813Z","steps":["trace[219327694] 'agreement among raft nodes before linearized reading' (duration: 560.241269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:06.706852Z","caller":"traceutil/trace.go:171","msg":"trace[2803942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:568; }","duration":"1.517525583s","start":"2026-02-27T18:23:05.189296Z","end":"2026-02-27T18:23:06.706822Z","steps":["trace[2803942] 'agreement among raft nodes before linearized reading' (duration: 1.517358999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.706813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013592419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:06.706886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:05.189274Z","time spent":"1.517605766s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:06.706887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:06.14641Z","time spent":"560.459384ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:23:06.707787Z","caller":"traceutil/trace.go:171","msg":"trace[979646706] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:568; }","duration":"1.013757943s","start":"2026-02-27T18:23:05.693137Z","end":"2026-02-27T18:23:06.706895Z","steps":["trace[979646706] 'agreement among raft nodes before linearized reading' (duration: 1.013571809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.707883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:05.69311Z","time spent":"1.014752906s","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-27T18:23:07.277036Z","caller":"traceutil/trace.go:171","msg":"trace[944158029] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"231.327307ms","start":"2026-02-27T18:23:07.045654Z","end":"2026-02-27T18:23:07.276981Z","steps":["trace[944158029] 'process raft request' (duration: 223.927617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.277304Z","caller":"traceutil/trace.go:171","msg":"trace[1416220545] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"231.802587ms","start":"2026-02-27T18:23:07.045455Z","end":"2026-02-27T18:23:07.277258Z","steps":["trace[1416220545] 'process raft request' (duration: 231.424049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.277407Z","caller":"traceutil/trace.go:171","msg":"trace[1281166293] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"230.776495ms","start":"2026-02-27T18:23:07.04662Z","end":"2026-02-27T18:23:07.277397Z","steps":["trace[1281166293] 'process raft request' (duration: 230.619601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.277359Z","caller":"traceutil/trace.go:171","msg":"trace[1193183692] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"231.152002ms","start":"2026-02-27T18:23:07.046151Z","end":"2026-02-27T18:23:07.277303Z","steps":["trace[1193183692] 'process raft request' (duration: 230.942198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.277871Z","caller":"traceutil/trace.go:171","msg":"trace[549153352] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"227.956639ms","start":"2026-02-27T18:23:07.049895Z","end":"2026-02-27T18:23:07.277852Z","steps":["trace[549153352] 'process raft request' (duration: 227.780495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.277839Z","caller":"traceutil/trace.go:171","msg":"trace[386501095] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:604; }","duration":"121.520844ms","start":"2026-02-27T18:23:07.156289Z","end":"2026-02-27T18:23:07.27781Z","steps":["trace[386501095] 'read index received' (duration: 113.240454ms)","trace[386501095] 'applied index is now lower than readState.Index' (duration: 8.27943ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:07.277901Z","caller":"traceutil/trace.go:171","msg":"trace[2079581569] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"119.124428ms","start":"2026-02-27T18:23:07.158746Z","end":"2026-02-27T18:23:07.27787Z","steps":["trace[2079581569] 'process raft request' (duration: 119.010106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:07.278231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.919903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l9psd\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-02-27T18:23:07.278336Z","caller":"traceutil/trace.go:171","msg":"trace[1926166364] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l9psd; range_end:; response_count:1; response_revision:588; }","duration":"122.087797ms","start":"2026-02-27T18:23:07.156223Z","end":"2026-02-27T18:23:07.278311Z","steps":["trace[1926166364] 'agreement among raft nodes before linearized reading' (duration: 121.750739ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.560966Z","caller":"traceutil/trace.go:171","msg":"trace[906672697] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"168.083135ms","start":"2026-02-27T18:23:07.392811Z","end":"2026-02-27T18:23:07.560894Z","steps":["trace[906672697] 'process raft request' (duration: 161.35443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.561351Z","caller":"traceutil/trace.go:171","msg":"trace[1050294376] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"167.831608ms","start":"2026-02-27T18:23:07.393446Z","end":"2026-02-27T18:23:07.561277Z","steps":["trace[1050294376] 'process raft request' (duration: 167.644614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.561425Z","caller":"traceutil/trace.go:171","msg":"trace[395924319] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"167.881299ms","start":"2026-02-27T18:23:07.393521Z","end":"2026-02-27T18:23:07.561403Z","steps":["trace[395924319] 'process raft request' (duration: 167.610043ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.561478Z","caller":"traceutil/trace.go:171","msg":"trace[1470135376] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"168.115555ms","start":"2026-02-27T18:23:07.393288Z","end":"2026-02-27T18:23:07.561404Z","steps":["trace[1470135376] 'process raft request' (duration: 167.42721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.561577Z","caller":"traceutil/trace.go:171","msg":"trace[208902129] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"136.474268ms","start":"2026-02-27T18:23:07.42508Z","end":"2026-02-27T18:23:07.561554Z","steps":["trace[208902129] 'process raft request' (duration: 136.376876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.56161Z","caller":"traceutil/trace.go:171","msg":"trace[1736882040] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"140.254125ms","start":"2026-02-27T18:23:07.421341Z","end":"2026-02-27T18:23:07.561595Z","steps":["trace[1736882040] 'process raft request' (duration: 139.968328ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:07.56124Z","caller":"traceutil/trace.go:171","msg":"trace[673450312] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"167.250955ms","start":"2026-02-27T18:23:07.393962Z","end":"2026-02-27T18:23:07.561213Z","steps":["trace[673450312] 'process raft request' (duration: 167.206944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.938269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.510163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:08.938406Z","caller":"traceutil/trace.go:171","msg":"trace[866732071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:705; }","duration":"422.676487ms","start":"2026-02-27T18:23:08.515712Z","end":"2026-02-27T18:23:08.938388Z","steps":["trace[866732071] 'range keys from in-memory index tree' (duration: 422.494651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.938644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.830468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:08.938808Z","caller":"traceutil/trace.go:171","msg":"trace[1271691681] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"646.01613ms","start":"2026-02-27T18:23:08.29277Z","end":"2026-02-27T18:23:08.938786Z","steps":["trace[1271691681] 'read index received' (duration: 408.005368ms)","trace[1271691681] 'applied index is now lower than readState.Index' (duration: 238.008892ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:08.938811Z","caller":"traceutil/trace.go:171","msg":"trace[701812859] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"646.193394ms","start":"2026-02-27T18:23:08.292579Z","end":"2026-02-27T18:23:08.938772Z","steps":["trace[701812859] 'process raft request' (duration: 408.120482ms)","trace[701812859] 'compare' (duration: 237.474029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:08.938982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.292552Z","time spent":"646.337737ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:08.939012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.235255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:08.939138Z","caller":"traceutil/trace.go:171","msg":"trace[2079466168] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:706; }","duration":"646.381689ms","start":"2026-02-27T18:23:08.292721Z","end":"2026-02-27T18:23:08.939103Z","steps":["trace[2079466168] 'agreement among raft nodes before linearized reading' (duration: 646.171644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.939194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.292712Z","time spent":"646.472011ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-02-27T18:23:08.941623Z","caller":"traceutil/trace.go:171","msg":"trace[1441146172] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"648.075067ms","start":"2026-02-27T18:23:08.293527Z","end":"2026-02-27T18:23:08.941603Z","steps":["trace[1441146172] 'process raft request' (duration: 647.849232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:08.941695Z","caller":"traceutil/trace.go:171","msg":"trace[2062257804] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"249.518976ms","start":"2026-02-27T18:23:08.692154Z","end":"2026-02-27T18:23:08.941673Z","steps":["trace[2062257804] 'process raft request' (duration: 249.463585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:08.941705Z","caller":"traceutil/trace.go:171","msg":"trace[1065363074] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"644.677849ms","start":"2026-02-27T18:23:08.296993Z","end":"2026-02-27T18:23:08.94167Z","steps":["trace[1065363074] 'process raft request' (duration: 644.507005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.94172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.293519Z","time spent":"648.162919ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:08.94173Z","caller":"traceutil/trace.go:171","msg":"trace[1927592875] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"449.632796ms","start":"2026-02-27T18:23:08.492081Z","end":"2026-02-27T18:23:08.941714Z","steps":["trace[1927592875] 'process raft request' (duration: 449.469862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.941926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.492052Z","time spent":"449.811669ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:08.941933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.296975Z","time spent":"644.803332ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:08.945933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.031211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:08.945982Z","caller":"traceutil/trace.go:171","msg":"trace[1472236000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:711; }","duration":"238.136264ms","start":"2026-02-27T18:23:08.707835Z","end":"2026-02-27T18:23:08.945971Z","steps":["trace[1472236000] 'agreement among raft nodes before linearized reading' (duration: 237.98142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.946267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.65187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T18:23:08.946303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.985301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:08.946357Z","caller":"traceutil/trace.go:171","msg":"trace[810535764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:711; }","duration":"206.811324ms","start":"2026-02-27T18:23:08.73952Z","end":"2026-02-27T18:23:08.946332Z","steps":["trace[810535764] 'agreement among raft nodes before linearized reading' (duration: 206.497607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:08.94637Z","caller":"traceutil/trace.go:171","msg":"trace[1318017266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:711; }","duration":"238.080142ms","start":"2026-02-27T18:23:08.708272Z","end":"2026-02-27T18:23:08.946352Z","steps":["trace[1318017266] 'agreement among raft nodes before linearized reading' (duration: 237.828187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:11.468014Z","caller":"traceutil/trace.go:171","msg":"trace[700580703] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"127.922501ms","start":"2026-02-27T18:23:11.340068Z","end":"2026-02-27T18:23:11.46799Z","steps":["trace[700580703] 'process raft request' (duration: 126.291973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:27.550428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902292075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:28.051431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902292075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:28.310493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279650386s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:28.312355Z","caller":"traceutil/trace.go:171","msg":"trace[660404039] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.28155524s","start":"2026-02-27T18:23:27.030715Z","end":"2026-02-27T18:23:28.31227Z","steps":["trace[660404039] 'process raft request' (duration: 1.281225582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.312673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.030691Z","time spent":"1.281801685s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:28.321263Z","caller":"traceutil/trace.go:171","msg":"trace[1541863644] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.244799564s","start":"2026-02-27T18:23:27.076437Z","end":"2026-02-27T18:23:28.321236Z","steps":["trace[1541863644] 'process raft request' (duration: 1.24462295s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:28.321458Z","caller":"traceutil/trace.go:171","msg":"trace[1452384277] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:973; }","duration":"1.275713315s","start":"2026-02-27T18:23:27.045692Z","end":"2026-02-27T18:23:28.321405Z","steps":["trace[1452384277] 'read index received' (duration: 1.265133812s)","trace[1452384277] 'applied index is now lower than readState.Index' (duration: 10.578593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:28.321459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.076416Z","time spent":"1.244968719s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:28.321732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276048043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T18:23:28.321743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271292794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T18:23:28.321775Z","caller":"traceutil/trace.go:171","msg":"trace[1146269883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:948; }","duration":"1.271372275s","start":"2026-02-27T18:23:27.050394Z","end":"2026-02-27T18:23:28.321766Z","steps":["trace[1146269883] 'agreement among raft nodes before linearized reading' (duration: 1.271279973s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:28.321793Z","caller":"traceutil/trace.go:171","msg":"trace[750828326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"1.276124204s","start":"2026-02-27T18:23:27.045639Z","end":"2026-02-27T18:23:28.321763Z","steps":["trace[750828326] 'agreement among raft nodes before linearized reading' (duration: 1.275998121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.3218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.050369Z","time spent":"1.271424977s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:28.321823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.045626Z","time spent":"1.276188717s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:23:28.321908Z","caller":"traceutil/trace.go:171","msg":"trace[137468426] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"951.570294ms","start":"2026-02-27T18:23:27.37033Z","end":"2026-02-27T18:23:28.3219Z","steps":["trace[137468426] 'process raft request' (duration: 950.864788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.321933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.226819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.321959Z","caller":"traceutil/trace.go:171","msg":"trace[676461940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"192.290651ms","start":"2026-02-27T18:23:28.12966Z","end":"2026-02-27T18:23:28.321951Z","steps":["trace[676461940] 'agreement among raft nodes before linearized reading' (duration: 192.251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.321972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.370288Z","time spent":"951.638895ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:28.322109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.714725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.322141Z","caller":"traceutil/trace.go:171","msg":"trace[969416968] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:948; }","duration":"746.750026ms","start":"2026-02-27T18:23:27.575381Z","end":"2026-02-27T18:23:28.322131Z","steps":["trace[969416968] 'agreement among raft nodes before linearized reading' (duration: 746.693345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.322166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.575331Z","time spent":"746.827837ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:23:28.322327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.649277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.322359Z","caller":"traceutil/trace.go:171","msg":"trace[1641123039] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:948; }","duration":"764.73875ms","start":"2026-02-27T18:23:27.557611Z","end":"2026-02-27T18:23:28.32235Z","steps":["trace[1641123039] 'agreement among raft nodes before linearized reading' (duration: 764.686479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.322407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.557572Z","time spent":"764.826011ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T18:23:28.32242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.966424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.32249Z","caller":"traceutil/trace.go:171","msg":"trace[276205338] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:948; }","duration":"765.036036ms","start":"2026-02-27T18:23:27.557444Z","end":"2026-02-27T18:23:28.32248Z","steps":["trace[276205338] 'agreement among raft nodes before linearized reading' (duration: 764.939324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.322532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.557423Z","time spent":"765.099508ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:28.32259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.745179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.322618Z","caller":"traceutil/trace.go:171","msg":"trace[1513215276] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:948; }","duration":"747.815111ms","start":"2026-02-27T18:23:27.574794Z","end":"2026-02-27T18:23:28.32261Z","steps":["trace[1513215276] 'agreement among raft nodes before linearized reading' (duration: 747.77177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.322664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.574766Z","time spent":"747.890092ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:28.322326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.754949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:28.322899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.081528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:28.322878Z","caller":"traceutil/trace.go:171","msg":"trace[1325772407] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:948; }","duration":"785.306702ms","start":"2026-02-27T18:23:27.537514Z","end":"2026-02-27T18:23:28.322821Z","steps":["trace[1325772407] 'agreement among raft nodes before linearized reading' (duration: 784.78015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.322961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.165559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.322992Z","caller":"traceutil/trace.go:171","msg":"trace[2085709221] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:948; }","duration":"785.21306ms","start":"2026-02-27T18:23:27.53777Z","end":"2026-02-27T18:23:28.322983Z","steps":["trace[2085709221] 'agreement among raft nodes before linearized reading' (duration: 785.151439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.323035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.537762Z","time spent":"785.265251ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:23:28.323067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.537485Z","time spent":"785.510747ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:28.323086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.930806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.323129Z","caller":"traceutil/trace.go:171","msg":"trace[395294127] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:948; }","duration":"785.998758ms","start":"2026-02-27T18:23:27.537116Z","end":"2026-02-27T18:23:28.323115Z","steps":["trace[395294127] 'agreement among raft nodes before linearized reading' (duration: 785.933577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.323166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.537097Z","time spent":"786.060099ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T18:23:28.323227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.456045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:28.323323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.470633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:28.323365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272371638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T18:23:28.323409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112554285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.323428Z","caller":"traceutil/trace.go:171","msg":"trace[403750894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"1.27244732s","start":"2026-02-27T18:23:27.050954Z","end":"2026-02-27T18:23:28.323402Z","steps":["trace[403750894] 'agreement among raft nodes before linearized reading' (duration: 1.272311257s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:28.323432Z","caller":"traceutil/trace.go:171","msg":"trace[853931997] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:948; }","duration":"764.665348ms","start":"2026-02-27T18:23:27.558734Z","end":"2026-02-27T18:23:28.323399Z","steps":["trace[853931997] 'agreement among raft nodes before linearized reading' (duration: 764.434663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.323457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.05094Z","time spent":"1.272510841s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:23:28.323467Z","caller":"traceutil/trace.go:171","msg":"trace[107237503] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:948; }","duration":"1.112636527s","start":"2026-02-27T18:23:27.210811Z","end":"2026-02-27T18:23:28.323448Z","steps":["trace[107237503] 'agreement among raft nodes before linearized reading' (duration: 1.112547195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.323386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112070433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:28.323324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112358531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:28.323558Z","caller":"traceutil/trace.go:171","msg":"trace[1394503695] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:948; }","duration":"1.112636386s","start":"2026-02-27T18:23:27.210905Z","end":"2026-02-27T18:23:28.323541Z","steps":["trace[1394503695] 'agreement among raft nodes before linearized reading' (duration: 1.11236451s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:28.32333Z","caller":"traceutil/trace.go:171","msg":"trace[810171523] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:948; }","duration":"748.611419ms","start":"2026-02-27T18:23:27.574688Z","end":"2026-02-27T18:23:28.323299Z","steps":["trace[810171523] 'agreement among raft nodes before linearized reading' (duration: 748.410354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:28.323599Z","caller":"traceutil/trace.go:171","msg":"trace[1159400223] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:948; }","duration":"1.112245788s","start":"2026-02-27T18:23:27.211287Z","end":"2026-02-27T18:23:28.323532Z","steps":["trace[1159400223] 'agreement among raft nodes before linearized reading' (duration: 1.112050924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.32371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.574681Z","time spent":"748.998897ms","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T18:23:28.323592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.210882Z","time spent":"1.112702558s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:28.323727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.211281Z","time spent":"1.112430442s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:23:28.323506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.558683Z","time spent":"764.806811ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:23:28.323502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.210793Z","time spent":"1.112698798s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-02-27T18:23:28.322962Z","caller":"traceutil/trace.go:171","msg":"trace[1171202740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"772.15394ms","start":"2026-02-27T18:23:27.550797Z","end":"2026-02-27T18:23:28.322951Z","steps":["trace[1171202740] 'agreement among raft nodes before linearized reading' (duration: 772.033467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.3242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:27.550789Z","time spent":"773.402269ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:50.37557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.646038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:50.375683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.55692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:23:50.375731Z","caller":"traceutil/trace.go:171","msg":"trace[1554848916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"242.870773ms","start":"2026-02-27T18:23:50.132835Z","end":"2026-02-27T18:23:50.375706Z","steps":["trace[1554848916] 'range keys from in-memory index tree' (duration: 242.516945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:50.3758Z","caller":"traceutil/trace.go:171","msg":"trace[263449555] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1193; }","duration":"193.729144ms","start":"2026-02-27T18:23:50.182036Z","end":"2026-02-27T18:23:50.375765Z","steps":["trace[263449555] 'range keys from in-memory index tree' (duration: 193.270313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:51.009658Z","caller":"traceutil/trace.go:171","msg":"trace[504329815] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"146.381435ms","start":"2026-02-27T18:23:50.863254Z","end":"2026-02-27T18:23:51.009635Z","steps":["trace[504329815] 'process raft request' (duration: 146.219901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.304495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.930517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:53.304672Z","caller":"traceutil/trace.go:171","msg":"trace[79166841] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1245; }","duration":"837.87258ms","start":"2026-02-27T18:23:52.46678Z","end":"2026-02-27T18:23:53.304653Z","steps":["trace[79166841] 'read index received' (duration: 225.626516ms)","trace[79166841] 'applied index is now lower than readState.Index' (duration: 612.244214ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:53.304778Z","caller":"traceutil/trace.go:171","msg":"trace[1882681175] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"839.973939ms","start":"2026-02-27T18:23:52.464792Z","end":"2026-02-27T18:23:53.304766Z","steps":["trace[1882681175] 'process raft request' (duration: 227.650663ms)","trace[1882681175] 'compare' (duration: 611.524998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:53.304834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.464763Z","time spent":"840.040071ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:53.305225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.980471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:53.305337Z","caller":"traceutil/trace.go:171","msg":"trace[36427014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"834.141415ms","start":"2026-02-27T18:23:52.471171Z","end":"2026-02-27T18:23:53.305313Z","steps":["trace[36427014] 'agreement among raft nodes before linearized reading' (duration: 833.881209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.305333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.244682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:53.305384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.471152Z","time spent":"834.219197ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:23:53.305455Z","caller":"traceutil/trace.go:171","msg":"trace[887742384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"173.417226ms","start":"2026-02-27T18:23:53.132002Z","end":"2026-02-27T18:23:53.30542Z","steps":["trace[887742384] 'agreement among raft nodes before linearized reading' (duration: 173.236422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.305435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.634228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:53.305543Z","caller":"traceutil/trace.go:171","msg":"trace[839517190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"838.802292ms","start":"2026-02-27T18:23:52.466713Z","end":"2026-02-27T18:23:53.305515Z","steps":["trace[839517190] 'agreement among raft nodes before linearized reading' (duration: 838.508045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.305597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.466679Z","time spent":"838.910055ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:53.994485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.983243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:53.994619Z","caller":"traceutil/trace.go:171","msg":"trace[647694641] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"684.039394ms","start":"2026-02-27T18:23:53.310558Z","end":"2026-02-27T18:23:53.994598Z","steps":["trace[647694641] 'process raft request' (duration: 116.864047ms)","trace[647694641] 'compare' (duration: 566.807018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:53.994683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:53.310528Z","time spent":"684.126855ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:11.174685Z","caller":"traceutil/trace.go:171","msg":"trace[547599331] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1532; }","duration":"202.238769ms","start":"2026-02-27T18:24:10.972416Z","end":"2026-02-27T18:24:11.174655Z","steps":["trace[547599331] 'read index received' (duration: 202.082525ms)","trace[547599331] 'applied index is now lower than readState.Index' (duration: 154.934µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:11.175031Z","caller":"traceutil/trace.go:171","msg":"trace[886571479] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"205.214777ms","start":"2026-02-27T18:24:10.969803Z","end":"2026-02-27T18:24:11.175018Z","steps":["trace[886571479] 'process raft request' (duration: 204.695645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:11.175159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.7098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:24:11.17528Z","caller":"traceutil/trace.go:171","msg":"trace[1834928398] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1486; }","duration":"202.862974ms","start":"2026-02-27T18:24:10.972385Z","end":"2026-02-27T18:24:11.175248Z","steps":["trace[1834928398] 'agreement among raft nodes before linearized reading' (duration: 202.529016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:11.175432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.239609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:11.17578Z","caller":"traceutil/trace.go:171","msg":"trace[844299789] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1486; }","duration":"115.578827ms","start":"2026-02-27T18:24:11.060008Z","end":"2026-02-27T18:24:11.175587Z","steps":["trace[844299789] 'agreement among raft nodes before linearized reading' (duration: 115.221898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.34596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.874502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-27T18:24:18.34606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107558729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:24:18.346094Z","caller":"traceutil/trace.go:171","msg":"trace[602152667] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1591; }","duration":"1.107617131s","start":"2026-02-27T18:24:17.238463Z","end":"2026-02-27T18:24:18.34608Z","steps":["trace[602152667] 'range keys from in-memory index tree' (duration: 1.107480927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:18.346095Z","caller":"traceutil/trace.go:171","msg":"trace[145764805] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c; range_end:; response_count:1; response_revision:1591; }","duration":"781.062526ms","start":"2026-02-27T18:24:17.565006Z","end":"2026-02-27T18:24:18.346069Z","steps":["trace[145764805] 'range keys from in-memory index tree' (duration: 780.646918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.238448Z","time spent":"1.107669931s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:24:18.346144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.564983Z","time spent":"781.147969ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" "} {"level":"warn","ts":"2026-02-27T18:24:18.346167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213640029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:18.346187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.468816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T18:24:18.346283Z","caller":"traceutil/trace.go:171","msg":"trace[171131464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c; range_end:; response_count:1; response_revision:1591; }","duration":"562.61968ms","start":"2026-02-27T18:24:17.78364Z","end":"2026-02-27T18:24:18.346259Z","steps":["trace[171131464] 'range keys from in-memory index tree' (duration: 562.248631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.783613Z","time spent":"562.703322ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" "} {"level":"info","ts":"2026-02-27T18:24:18.346222Z","caller":"traceutil/trace.go:171","msg":"trace[719623899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1591; }","duration":"1.213734042s","start":"2026-02-27T18:24:17.132471Z","end":"2026-02-27T18:24:18.346205Z","steps":["trace[719623899] 'range keys from in-memory index tree' (duration: 1.213468266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.892505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:24:18.346427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.132447Z","time spent":"1.213975248s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:18.346447Z","caller":"traceutil/trace.go:171","msg":"trace[329873868] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1591; }","duration":"330.980777ms","start":"2026-02-27T18:24:18.015453Z","end":"2026-02-27T18:24:18.346434Z","steps":["trace[329873868] 'range keys from in-memory index tree' (duration: 330.734471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.34648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.015428Z","time spent":"331.044339ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:24:18.34653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111964001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:24:18.346632Z","caller":"traceutil/trace.go:171","msg":"trace[1987162962] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1591; }","duration":"1.112079824s","start":"2026-02-27T18:24:17.234527Z","end":"2026-02-27T18:24:18.346607Z","steps":["trace[1987162962] 'range keys from in-memory index tree' (duration: 1.111766407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.478765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T18:24:18.346686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.234463Z","time spent":"1.112212667s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:24:18.346704Z","caller":"traceutil/trace.go:171","msg":"trace[1376879023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1591; }","duration":"208.528977ms","start":"2026-02-27T18:24:18.138166Z","end":"2026-02-27T18:24:18.346695Z","steps":["trace[1376879023] 'range keys from in-memory index tree' (duration: 208.391673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.746953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:24:18.346599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.234643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:18.346755Z","caller":"traceutil/trace.go:171","msg":"trace[13967235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1591; }","duration":"803.830495ms","start":"2026-02-27T18:24:17.54291Z","end":"2026-02-27T18:24:18.346741Z","steps":["trace[13967235] 'range keys from in-memory index tree' (duration: 803.610429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:18.34677Z","caller":"traceutil/trace.go:171","msg":"trace[154035983] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1591; }","duration":"829.490789ms","start":"2026-02-27T18:24:17.517265Z","end":"2026-02-27T18:24:18.346756Z","steps":["trace[154035983] 'count revisions from in-memory index tree' (duration: 829.159932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.287725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:24:18.346796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.542874Z","time spent":"803.911226ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:24:18.3468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.199436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:24:18.346815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.51725Z","time spent":"829.547841ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:24:18.346818Z","caller":"traceutil/trace.go:171","msg":"trace[407073801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1591; }","duration":"876.358606ms","start":"2026-02-27T18:24:17.470445Z","end":"2026-02-27T18:24:18.346804Z","steps":["trace[407073801] 'range keys from in-memory index tree' (duration: 876.162462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.470428Z","time spent":"876.424349ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:24:18.346864Z","caller":"traceutil/trace.go:171","msg":"trace[1518389962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1591; }","duration":"905.286317ms","start":"2026-02-27T18:24:17.441552Z","end":"2026-02-27T18:24:18.346838Z","steps":["trace[1518389962] 'range keys from in-memory index tree' (duration: 905.006281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.346916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.441531Z","time spent":"905.3739ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:24:18.868689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902293342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:24:19.227002Z","caller":"traceutil/trace.go:171","msg":"trace[544577232] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"860.239471ms","start":"2026-02-27T18:24:18.36673Z","end":"2026-02-27T18:24:19.226969Z","steps":["trace[544577232] 'process raft request' (duration: 860.053697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:19.227199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.366703Z","time spent":"860.397435ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:20.416962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000849557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:24:20.417112Z","caller":"traceutil/trace.go:171","msg":"trace[48088733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001104703s","start":"2026-02-27T18:24:18.415979Z","end":"2026-02-27T18:24:20.417083Z","steps":["trace[48088733] 'agreement among raft nodes before linearized reading' (duration: 2.000888178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:20.417182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.415958Z","time spent":"2.001211526s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:21.334153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.006726894s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:24:21.33475Z","caller":"traceutil/trace.go:171","msg":"trace[468243548] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"2.966974595s","start":"2026-02-27T18:24:18.367738Z","end":"2026-02-27T18:24:21.334712Z","steps":["trace[468243548] 'process raft request' (duration: 2.966885993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:21.334942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.367709Z","time spent":"2.967133249s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:21.334929Z","caller":"traceutil/trace.go:171","msg":"trace[2053077472] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"2.967401825s","start":"2026-02-27T18:24:18.367467Z","end":"2026-02-27T18:24:21.334869Z","steps":["trace[2053077472] 'process raft request' (duration: 2.966933994s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:21.335168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.367433Z","time spent":"2.96760763s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:21.335198Z","caller":"traceutil/trace.go:171","msg":"trace[1967208905] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"2.966249428s","start":"2026-02-27T18:24:18.368937Z","end":"2026-02-27T18:24:21.335187Z","steps":["trace[1967208905] 'process raft request' (duration: 2.965733606s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:21.335237Z","caller":"traceutil/trace.go:171","msg":"trace[1185279631] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1640; }","duration":"2.96758514s","start":"2026-02-27T18:24:18.367624Z","end":"2026-02-27T18:24:21.335209Z","steps":["trace[1185279631] 'read index received' (duration: 859.162327ms)","trace[1185279631] 'applied index is now lower than readState.Index' (duration: 2.108421923s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:21.33526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.368919Z","time spent":"2.966308479s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:21.335342Z","caller":"traceutil/trace.go:171","msg":"trace[521829158] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"2.96629228s","start":"2026-02-27T18:24:18.36904Z","end":"2026-02-27T18:24:21.335332Z","steps":["trace[521829158] 'process raft request' (duration: 2.966023303s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:21.335382Z","caller":"traceutil/trace.go:171","msg":"trace[939846187] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"2.921125102s","start":"2026-02-27T18:24:18.414239Z","end":"2026-02-27T18:24:21.335364Z","steps":["trace[939846187] 'process raft request' (duration: 2.920906337s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:21.335418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.36899Z","time spent":"2.966376481s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:21.335478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967852976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-02-27T18:24:21.33549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.414211Z","time spent":"2.921209054s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:21.335515Z","caller":"traceutil/trace.go:171","msg":"trace[2009022903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1597; }","duration":"2.967923417s","start":"2026-02-27T18:24:18.367578Z","end":"2026-02-27T18:24:21.335502Z","steps":["trace[2009022903] 'agreement among raft nodes before linearized reading' (duration: 2.967812395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:21.335547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.367529Z","time spent":"2.968009959s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:24:22.149487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.946791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:22.149757Z","caller":"traceutil/trace.go:171","msg":"trace[967214738] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"2.588946328s","start":"2026-02-27T18:24:19.560762Z","end":"2026-02-27T18:24:22.149708Z","steps":["trace[967214738] 'process raft request' (duration: 1.91166337s)","trace[967214738] 'compare' (duration: 676.802357ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:22.149882Z","caller":"traceutil/trace.go:171","msg":"trace[1056866516] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"2.469007697s","start":"2026-02-27T18:24:19.680847Z","end":"2026-02-27T18:24:22.149855Z","steps":["trace[1056866516] 'process raft request' (duration: 2.468756701s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.149913Z","caller":"traceutil/trace.go:171","msg":"trace[1641868258] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"808.207546ms","start":"2026-02-27T18:24:21.341653Z","end":"2026-02-27T18:24:22.149861Z","steps":["trace[1641868258] 'process raft request' (duration: 808.121854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.149979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.560722Z","time spent":"2.589136803s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:22.150015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.680822Z","time spent":"2.469125579s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:22.15004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:21.341632Z","time spent":"808.362419ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:22.150131Z","caller":"traceutil/trace.go:171","msg":"trace[334952376] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1646; }","duration":"814.804968ms","start":"2026-02-27T18:24:21.335292Z","end":"2026-02-27T18:24:22.150097Z","steps":["trace[334952376] 'read index received' (duration: 137.143361ms)","trace[334952376] 'applied index is now lower than readState.Index' (duration: 677.658127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:22.150309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732634197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:22.150346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871753184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:22.150376Z","caller":"traceutil/trace.go:171","msg":"trace[126869870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"1.732737519s","start":"2026-02-27T18:24:20.417617Z","end":"2026-02-27T18:24:22.150355Z","steps":["trace[126869870] 'agreement among raft nodes before linearized reading' (duration: 1.732627367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.150416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:20.417596Z","time spent":"1.732810911s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:22.150414Z","caller":"traceutil/trace.go:171","msg":"trace[1179219985] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1600; }","duration":"1.871876426s","start":"2026-02-27T18:24:20.278516Z","end":"2026-02-27T18:24:22.150393Z","steps":["trace[1179219985] 'agreement among raft nodes before linearized reading' (duration: 1.871766884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.150477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:20.278492Z","time spent":"1.871969779s","remote":"127.0.0.1:43538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:22.150451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966936222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:24:22.151496Z","caller":"traceutil/trace.go:171","msg":"trace[618659781] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1600; }","duration":"1.968028377s","start":"2026-02-27T18:24:20.183441Z","end":"2026-02-27T18:24:22.151469Z","steps":["trace[618659781] 'agreement among raft nodes before linearized reading' (duration: 1.966829119s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.150535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530432574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:24:22.151555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:20.183418Z","time spent":"1.968121449s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T18:24:22.151654Z","caller":"traceutil/trace.go:171","msg":"trace[1041317784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1600; }","duration":"3.531576051s","start":"2026-02-27T18:24:18.620055Z","end":"2026-02-27T18:24:22.151631Z","steps":["trace[1041317784] 'agreement among raft nodes before linearized reading' (duration: 3.530295641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.151725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.620038Z","time spent":"3.531669643s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:22.150536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159961758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:9612"} {"level":"warn","ts":"2026-02-27T18:24:22.150489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600700891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:22.151969Z","caller":"traceutil/trace.go:171","msg":"trace[1827420014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1600; }","duration":"2.161424463s","start":"2026-02-27T18:24:19.990503Z","end":"2026-02-27T18:24:22.151927Z","steps":["trace[1827420014] 'agreement among raft nodes before linearized reading' (duration: 2.159831916s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.152019Z","caller":"traceutil/trace.go:171","msg":"trace[767627337] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1600; }","duration":"2.602299408s","start":"2026-02-27T18:24:19.549689Z","end":"2026-02-27T18:24:22.151988Z","steps":["trace[767627337] 'agreement among raft nodes before linearized reading' (duration: 2.600586689s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.152066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.54967Z","time spent":"2.60238417s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:22.1506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26737817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:24:22.152097Z","caller":"traceutil/trace.go:171","msg":"trace[1607049712] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1600; }","duration":"2.268948427s","start":"2026-02-27T18:24:19.883138Z","end":"2026-02-27T18:24:22.152087Z","steps":["trace[1607049712] 'agreement among raft nodes before linearized reading' (duration: 2.267205596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.150688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798558731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-02-27T18:24:22.152096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.990456Z","time spent":"2.161598467s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9635,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:24:22.152133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.883116Z","time spent":"2.269007907s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:24:22.150693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780716437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T18:24:22.152151Z","caller":"traceutil/trace.go:171","msg":"trace[481461369] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c; range_end:; response_count:1; response_revision:1600; }","duration":"2.800051995s","start":"2026-02-27T18:24:19.352079Z","end":"2026-02-27T18:24:22.152131Z","steps":["trace[481461369] 'agreement among raft nodes before linearized reading' (duration: 2.798366345s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.152203Z","caller":"traceutil/trace.go:171","msg":"trace[1387948965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1600; }","duration":"2.782290733s","start":"2026-02-27T18:24:19.369901Z","end":"2026-02-27T18:24:22.152192Z","steps":["trace[1387948965] 'agreement among raft nodes before linearized reading' (duration: 2.780488511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.152226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.369862Z","time spent":"2.782357125s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:24:22.152223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.352058Z","time spent":"2.800147327s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" "} {"level":"warn","ts":"2026-02-27T18:24:22.150713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536983776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:22.152298Z","caller":"traceutil/trace.go:171","msg":"trace[156396767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1600; }","duration":"3.538649805s","start":"2026-02-27T18:24:18.613638Z","end":"2026-02-27T18:24:22.152287Z","steps":["trace[156396767] 'agreement among raft nodes before linearized reading' (duration: 3.536756431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.152329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:18.613606Z","time spent":"3.538713437s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:22.150784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920004777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-02-27T18:24:22.152373Z","caller":"traceutil/trace.go:171","msg":"trace[808607918] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1600; }","duration":"2.921617425s","start":"2026-02-27T18:24:19.230743Z","end":"2026-02-27T18:24:22.15236Z","steps":["trace[808607918] 'agreement among raft nodes before linearized reading' (duration: 2.919604258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.152411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:19.230724Z","time spent":"2.921676946s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:24:22.651306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.474951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:22.651505Z","caller":"traceutil/trace.go:171","msg":"trace[1247307913] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1649; }","duration":"501.270366ms","start":"2026-02-27T18:24:22.150208Z","end":"2026-02-27T18:24:22.651479Z","steps":["trace[1247307913] 'read index received' (duration: 165.6051ms)","trace[1247307913] 'applied index is now lower than readState.Index' (duration: 335.662836ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:22.651608Z","caller":"traceutil/trace.go:171","msg":"trace[1718760193] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"773.92141ms","start":"2026-02-27T18:24:21.877672Z","end":"2026-02-27T18:24:22.651593Z","steps":["trace[1718760193] 'process raft request' (duration: 438.010748ms)","trace[1718760193] 'compare' (duration: 335.017511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:22.651687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:21.877643Z","time spent":"774.003672ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:22.651885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250304059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:22.651929Z","caller":"traceutil/trace.go:171","msg":"trace[1017101775] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1601; }","duration":"1.250394421s","start":"2026-02-27T18:24:21.401518Z","end":"2026-02-27T18:24:22.651912Z","steps":["trace[1017101775] 'agreement among raft nodes before linearized reading' (duration: 1.250312319s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.651962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:21.401497Z","time spent":"1.250457503s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:22.678728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.153322Z","time spent":"525.399276ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:24:22.678939Z","caller":"traceutil/trace.go:171","msg":"trace[1731174179] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"521.442074ms","start":"2026-02-27T18:24:22.157453Z","end":"2026-02-27T18:24:22.678895Z","steps":["trace[1731174179] 'process raft request' (duration: 521.138887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.67898Z","caller":"traceutil/trace.go:171","msg":"trace[1232267167] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"521.109106ms","start":"2026-02-27T18:24:22.157838Z","end":"2026-02-27T18:24:22.678947Z","steps":["trace[1232267167] 'process raft request' (duration: 520.958982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.678996Z","caller":"traceutil/trace.go:171","msg":"trace[1338179992] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"521.462544ms","start":"2026-02-27T18:24:22.15748Z","end":"2026-02-27T18:24:22.678943Z","steps":["trace[1338179992] 'process raft request' (duration: 521.267979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.679141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.157424Z","time spent":"521.604147ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:22.679187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.157816Z","time spent":"521.259399ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:22.679261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.157453Z","time spent":"521.70186ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:22.679295Z","caller":"traceutil/trace.go:171","msg":"trace[1650832516] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"483.805341ms","start":"2026-02-27T18:24:22.195444Z","end":"2026-02-27T18:24:22.679249Z","steps":["trace[1650832516] 'process raft request' (duration: 483.670728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.679353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.16748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-02-27T18:24:22.679361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.811979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:22.679399Z","caller":"traceutil/trace.go:171","msg":"trace[1191518626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1606; }","duration":"525.243552ms","start":"2026-02-27T18:24:22.154139Z","end":"2026-02-27T18:24:22.679382Z","steps":["trace[1191518626] 'agreement among raft nodes before linearized reading' (duration: 525.081058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.679445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.154102Z","time spent":"525.338724ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:24:22.679398Z","caller":"traceutil/trace.go:171","msg":"trace[1417036188] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"520.464091ms","start":"2026-02-27T18:24:22.158897Z","end":"2026-02-27T18:24:22.679362Z","steps":["trace[1417036188] 'process raft request' (duration: 519.947879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.679465Z","caller":"traceutil/trace.go:171","msg":"trace[1158548832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"520.907611ms","start":"2026-02-27T18:24:22.158502Z","end":"2026-02-27T18:24:22.67941Z","steps":["trace[1158548832] 'agreement among raft nodes before linearized reading' (duration: 520.735437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.679519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.158486Z","time spent":"521.020624ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:22.679524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.138656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T18:24:22.679524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.195422Z","time spent":"483.926413ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:22.679523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.476738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:22.679586Z","caller":"traceutil/trace.go:171","msg":"trace[1115074023] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:1606; }","duration":"524.229578ms","start":"2026-02-27T18:24:22.155339Z","end":"2026-02-27T18:24:22.679569Z","steps":["trace[1115074023] 'agreement among raft nodes before linearized reading' (duration: 524.010883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.679587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.15887Z","time spent":"520.630535ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:22.679626Z","caller":"traceutil/trace.go:171","msg":"trace[1661903278] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1606; }","duration":"362.58073ms","start":"2026-02-27T18:24:22.317032Z","end":"2026-02-27T18:24:22.679612Z","steps":["trace[1661903278] 'agreement among raft nodes before linearized reading' (duration: 362.380656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.679636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.155322Z","time spent":"524.30363ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T18:24:22.679676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.316961Z","time spent":"362.702894ms","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:24:22.818412Z","caller":"traceutil/trace.go:171","msg":"trace[1525413002] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1656; }","duration":"137.017978ms","start":"2026-02-27T18:24:22.681363Z","end":"2026-02-27T18:24:22.818381Z","steps":["trace[1525413002] 'read index received' (duration: 104.094434ms)","trace[1525413002] 'applied index is now lower than readState.Index' (duration: 32.922224ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:22.818469Z","caller":"traceutil/trace.go:171","msg":"trace[1159806764] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"137.52172ms","start":"2026-02-27T18:24:22.680904Z","end":"2026-02-27T18:24:22.818426Z","steps":["trace[1159806764] 'process raft request' (duration: 104.411242ms)","trace[1159806764] 'compare' (duration: 32.959365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:22.818644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.234943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:22.818697Z","caller":"traceutil/trace.go:171","msg":"trace[437544331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"137.483859ms","start":"2026-02-27T18:24:22.681199Z","end":"2026-02-27T18:24:22.818683Z","steps":["trace[437544331] 'agreement among raft nodes before linearized reading' (duration: 137.311045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.857181Z","caller":"traceutil/trace.go:171","msg":"trace[126568024] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"173.007523ms","start":"2026-02-27T18:24:22.684141Z","end":"2026-02-27T18:24:22.857149Z","steps":["trace[126568024] 'process raft request' (duration: 172.821119ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.857287Z","caller":"traceutil/trace.go:171","msg":"trace[1787344219] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1608; }","duration":"170.931244ms","start":"2026-02-27T18:24:22.686346Z","end":"2026-02-27T18:24:22.857277Z","steps":["trace[1787344219] 'process raft request' (duration: 170.73508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:22.978671Z","caller":"traceutil/trace.go:171","msg":"trace[698911679] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"110.906813ms","start":"2026-02-27T18:24:22.867729Z","end":"2026-02-27T18:24:22.978636Z","steps":["trace[698911679] 'process raft request' (duration: 73.237359ms)","trace[698911679] 'compare' (duration: 37.241694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:24.839826Z","caller":"traceutil/trace.go:171","msg":"trace[1109580830] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"150.559612ms","start":"2026-02-27T18:24:24.689234Z","end":"2026-02-27T18:24:24.839793Z","steps":["trace[1109580830] 'process raft request' (duration: 150.363248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:24.841705Z","caller":"traceutil/trace.go:171","msg":"trace[20210490] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"150.878979ms","start":"2026-02-27T18:24:24.690812Z","end":"2026-02-27T18:24:24.841691Z","steps":["trace[20210490] 'process raft request' (duration: 150.47339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:24.841873Z","caller":"traceutil/trace.go:171","msg":"trace[903480354] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"148.110815ms","start":"2026-02-27T18:24:24.693753Z","end":"2026-02-27T18:24:24.841864Z","steps":["trace[903480354] 'process raft request' (duration: 147.730257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:25.157108Z","caller":"traceutil/trace.go:171","msg":"trace[216176120] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1681; }","duration":"295.77539ms","start":"2026-02-27T18:24:24.861278Z","end":"2026-02-27T18:24:25.157054Z","steps":["trace[216176120] 'read index received' (duration: 269.04315ms)","trace[216176120] 'applied index is now lower than readState.Index' (duration: 26.73004ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:25.157144Z","caller":"traceutil/trace.go:171","msg":"trace[1776485358] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"306.653373ms","start":"2026-02-27T18:24:24.850433Z","end":"2026-02-27T18:24:25.157087Z","steps":["trace[1776485358] 'process raft request' (duration: 279.995104ms)","trace[1776485358] 'compare' (duration: 26.172167ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:25.157364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:24.850398Z","time spent":"306.849607ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:25.157395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.053046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T18:24:25.157476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.720154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-02-27T18:24:25.157511Z","caller":"traceutil/trace.go:171","msg":"trace[1521610413] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1630; }","duration":"296.241871ms","start":"2026-02-27T18:24:24.861238Z","end":"2026-02-27T18:24:25.15748Z","steps":["trace[1521610413] 'agreement among raft nodes before linearized reading' (duration: 295.895303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:25.157533Z","caller":"traceutil/trace.go:171","msg":"trace[2009216440] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-77566d75-a21d-4dd8-a687-dab9388ee44c; range_end:; response_count:1; response_revision:1630; }","duration":"259.838386ms","start":"2026-02-27T18:24:24.897673Z","end":"2026-02-27T18:24:25.157511Z","steps":["trace[2009216440] 'agreement among raft nodes before linearized reading' (duration: 259.603661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.129149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.069476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:24:32.129266Z","caller":"traceutil/trace.go:171","msg":"trace[1496179232] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1686; }","duration":"856.274471ms","start":"2026-02-27T18:24:31.272964Z","end":"2026-02-27T18:24:32.129238Z","steps":["trace[1496179232] 'range keys from in-memory index tree' (duration: 855.82459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.129317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.272937Z","time spent":"856.368703ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:24:32.129484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.095412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:24:32.129566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223530809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:24:32.129569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.780387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T18:24:32.129617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.721461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:32.129573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.045557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:24:32.129574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223424507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:32.129657Z","caller":"traceutil/trace.go:171","msg":"trace[547197533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"997.801373ms","start":"2026-02-27T18:24:31.131845Z","end":"2026-02-27T18:24:32.129646Z","steps":["trace[547197533] 'range keys from in-memory index tree' (duration: 997.630459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.129672Z","caller":"traceutil/trace.go:171","msg":"trace[2141503297] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1686; }","duration":"870.930261ms","start":"2026-02-27T18:24:31.258713Z","end":"2026-02-27T18:24:32.129643Z","steps":["trace[2141503297] 'range keys from in-memory index tree' (duration: 870.598673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.129679Z","caller":"traceutil/trace.go:171","msg":"trace[1477478005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"869.210301ms","start":"2026-02-27T18:24:31.260451Z","end":"2026-02-27T18:24:32.129661Z","steps":["trace[1477478005] 'range keys from in-memory index tree' (duration: 868.795112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.129695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.131818Z","time spent":"997.869685ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:32.129713Z","caller":"traceutil/trace.go:171","msg":"trace[158023280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1686; }","duration":"1.223589421s","start":"2026-02-27T18:24:30.906094Z","end":"2026-02-27T18:24:32.129684Z","steps":["trace[158023280] 'range keys from in-memory index tree' (duration: 1.223166681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.12973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.260422Z","time spent":"869.296413ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:24:32.129731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.25869Z","time spent":"871.027853ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:24:32.129777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.906018Z","time spent":"1.223745714s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:24:32.12964Z","caller":"traceutil/trace.go:171","msg":"trace[1284316728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1686; }","duration":"1.22360547s","start":"2026-02-27T18:24:30.906016Z","end":"2026-02-27T18:24:32.129621Z","steps":["trace[1284316728] 'range keys from in-memory index tree' (duration: 1.223276043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.129863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.671328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:24:32.129913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447739889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T18:24:32.129927Z","caller":"traceutil/trace.go:171","msg":"trace[47335787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1686; }","duration":"708.731289ms","start":"2026-02-27T18:24:31.421173Z","end":"2026-02-27T18:24:32.129904Z","steps":["trace[47335787] 'range keys from in-memory index tree' (duration: 708.446043ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.129954Z","caller":"traceutil/trace.go:171","msg":"trace[1062807450] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1686; }","duration":"1.447820301s","start":"2026-02-27T18:24:30.682123Z","end":"2026-02-27T18:24:32.129944Z","steps":["trace[1062807450] 'range keys from in-memory index tree' (duration: 1.447583616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.129972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.421065Z","time spent":"708.895342ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:32.129988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.682102Z","time spent":"1.447879233s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:24:32.129984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480579281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10949"} {"level":"warn","ts":"2026-02-27T18:24:32.129906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.905989Z","time spent":"1.223902118s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:32.130213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.017982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:32.130259Z","caller":"traceutil/trace.go:171","msg":"trace[1578703542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1686; }","duration":"708.097484ms","start":"2026-02-27T18:24:31.422151Z","end":"2026-02-27T18:24:32.130249Z","steps":["trace[1578703542] 'range keys from in-memory index tree' (duration: 707.890639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.130301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.422133Z","time spent":"708.160285ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:24:32.129576Z","caller":"traceutil/trace.go:171","msg":"trace[703462052] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1686; }","duration":"717.253966ms","start":"2026-02-27T18:24:31.412301Z","end":"2026-02-27T18:24:32.129555Z","steps":["trace[703462052] 'range keys from in-memory index tree' (duration: 716.869858ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.130096Z","caller":"traceutil/trace.go:171","msg":"trace[1742414293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1686; }","duration":"1.480748965s","start":"2026-02-27T18:24:30.649322Z","end":"2026-02-27T18:24:32.130071Z","steps":["trace[1742414293] 'range keys from in-memory index tree' (duration: 1.480286965s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.130402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.412279Z","time spent":"718.086776ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:24:32.130479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.649304Z","time spent":"1.481156935s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10972,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:24:32.130481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.576775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:32.130539Z","caller":"traceutil/trace.go:171","msg":"trace[995077609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1686; }","duration":"708.659837ms","start":"2026-02-27T18:24:31.421867Z","end":"2026-02-27T18:24:32.130527Z","steps":["trace[995077609] 'range keys from in-memory index tree' (duration: 708.219187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.130624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.421855Z","time spent":"708.755869ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:24:32.951026Z","caller":"traceutil/trace.go:171","msg":"trace[141060352] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"814.927211ms","start":"2026-02-27T18:24:32.136066Z","end":"2026-02-27T18:24:32.950993Z","steps":["trace[141060352] 'process raft request' (duration: 814.84498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.951068Z","caller":"traceutil/trace.go:171","msg":"trace[119405521] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"815.405463ms","start":"2026-02-27T18:24:32.135607Z","end":"2026-02-27T18:24:32.951013Z","steps":["trace[119405521] 'process raft request' (duration: 815.055125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.951157Z","caller":"traceutil/trace.go:171","msg":"trace[530185755] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"815.329601ms","start":"2026-02-27T18:24:32.135778Z","end":"2026-02-27T18:24:32.951107Z","steps":["trace[530185755] 'process raft request' (duration: 815.085935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.951216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.136054Z","time spent":"815.065434ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:32.951367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.135589Z","time spent":"815.579227ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:32.951379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.135682Z","time spent":"815.573347ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.951581Z","caller":"traceutil/trace.go:171","msg":"trace[950966521] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"815.391162ms","start":"2026-02-27T18:24:32.13614Z","end":"2026-02-27T18:24:32.951531Z","steps":["trace[950966521] 'process raft request' (duration: 814.810118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.951771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.136132Z","time spent":"815.549096ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.951756Z","caller":"traceutil/trace.go:171","msg":"trace[602797455] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"814.792508ms","start":"2026-02-27T18:24:32.136927Z","end":"2026-02-27T18:24:32.95172Z","steps":["trace[602797455] 'process raft request' (duration: 814.454061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.951884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.136912Z","time spent":"814.910551ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.952051Z","caller":"traceutil/trace.go:171","msg":"trace[424471240] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"813.256323ms","start":"2026-02-27T18:24:32.138788Z","end":"2026-02-27T18:24:32.952044Z","steps":["trace[424471240] 'process raft request' (duration: 812.813173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.952109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.138778Z","time spent":"813.296204ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.952164Z","caller":"traceutil/trace.go:171","msg":"trace[2045901173] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1742; }","duration":"812.996717ms","start":"2026-02-27T18:24:32.139144Z","end":"2026-02-27T18:24:32.952141Z","steps":["trace[2045901173] 'read index received' (duration: 24.772705ms)","trace[2045901173] 'applied index is now lower than readState.Index' (duration: 788.222722ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:32.952237Z","caller":"traceutil/trace.go:171","msg":"trace[1420625647] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"810.52809ms","start":"2026-02-27T18:24:32.141703Z","end":"2026-02-27T18:24:32.952231Z","steps":["trace[1420625647] 'process raft request' (duration: 810.341276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.952206Z","caller":"traceutil/trace.go:171","msg":"trace[961156297] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"811.659367ms","start":"2026-02-27T18:24:32.140541Z","end":"2026-02-27T18:24:32.9522Z","steps":["trace[961156297] 'process raft request' (duration: 811.3633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.952278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.141694Z","time spent":"810.569301ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:32.952352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.14052Z","time spent":"811.769569ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:32.952338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.179721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:32.952483Z","caller":"traceutil/trace.go:171","msg":"trace[2033858011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1695; }","duration":"813.331725ms","start":"2026-02-27T18:24:32.139127Z","end":"2026-02-27T18:24:32.952459Z","steps":["trace[2033858011] 'agreement among raft nodes before linearized reading' (duration: 813.13389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.952536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.13912Z","time spent":"813.403586ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:33.019348Z","caller":"traceutil/trace.go:171","msg":"trace[1986832346] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"711.173094ms","start":"2026-02-27T18:24:32.308144Z","end":"2026-02-27T18:24:33.019317Z","steps":["trace[1986832346] 'process raft request' (duration: 710.882667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.019376Z","caller":"traceutil/trace.go:171","msg":"trace[85265289] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"158.448605ms","start":"2026-02-27T18:24:32.860895Z","end":"2026-02-27T18:24:33.019344Z","steps":["trace[85265289] 'process raft request' (duration: 158.335872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.019509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.308118Z","time spent":"711.308508ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:33.019544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.631848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:33.019627Z","caller":"traceutil/trace.go:171","msg":"trace[1197861910] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1697; }","duration":"665.751311ms","start":"2026-02-27T18:24:32.353853Z","end":"2026-02-27T18:24:33.019604Z","steps":["trace[1197861910] 'agreement among raft nodes before linearized reading' (duration: 665.625388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.019679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.35383Z","time spent":"665.833482ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:24:33.223258Z","caller":"traceutil/trace.go:171","msg":"trace[1825954848] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"263.03047ms","start":"2026-02-27T18:24:32.960172Z","end":"2026-02-27T18:24:33.223202Z","steps":["trace[1825954848] 'process raft request' (duration: 262.770524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.223291Z","caller":"traceutil/trace.go:171","msg":"trace[1775104993] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"262.988028ms","start":"2026-02-27T18:24:32.960277Z","end":"2026-02-27T18:24:33.223265Z","steps":["trace[1775104993] 'process raft request' (duration: 262.868246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.223313Z","caller":"traceutil/trace.go:171","msg":"trace[85227176] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"263.0361ms","start":"2026-02-27T18:24:32.960238Z","end":"2026-02-27T18:24:33.223274Z","steps":["trace[85227176] 'process raft request' (duration: 262.848835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.223623Z","caller":"traceutil/trace.go:171","msg":"trace[393295547] linearizableReadLoop","detail":"{readStateIndex:1757; appliedIndex:1753; }","duration":"204.298159ms","start":"2026-02-27T18:24:33.019294Z","end":"2026-02-27T18:24:33.223592Z","steps":["trace[393295547] 'read index received' (duration: 203.549352ms)","trace[393295547] 'applied index is now lower than readState.Index' (duration: 746.327µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:33.223781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.074624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-xrdw9\" ","response":"range_response_count:1 size:5280"} {"level":"info","ts":"2026-02-27T18:24:33.223836Z","caller":"traceutil/trace.go:171","msg":"trace[1889257827] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-xrdw9; range_end:; response_count:1; response_revision:1701; }","duration":"264.165296ms","start":"2026-02-27T18:24:32.959657Z","end":"2026-02-27T18:24:33.223823Z","steps":["trace[1889257827] 'agreement among raft nodes before linearized reading' (duration: 263.978482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.223901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.560381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:33.223941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.034676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-02-27T18:24:33.223967Z","caller":"traceutil/trace.go:171","msg":"trace[522781551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"269.700254ms","start":"2026-02-27T18:24:32.954249Z","end":"2026-02-27T18:24:33.223949Z","steps":["trace[522781551] 'agreement among raft nodes before linearized reading' (duration: 269.578001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.224019Z","caller":"traceutil/trace.go:171","msg":"trace[1761935855] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1701; }","duration":"268.144238ms","start":"2026-02-27T18:24:32.955852Z","end":"2026-02-27T18:24:33.223996Z","steps":["trace[1761935855] 'agreement among raft nodes before linearized reading' (duration: 267.909273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.224047Z","caller":"traceutil/trace.go:171","msg":"trace[1411201772] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"263.717165ms","start":"2026-02-27T18:24:32.960319Z","end":"2026-02-27T18:24:33.224036Z","steps":["trace[1411201772] 'process raft request' (duration: 262.867316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.224092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.135795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-02-27T18:24:33.224164Z","caller":"traceutil/trace.go:171","msg":"trace[247043102] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1701; }","duration":"267.234527ms","start":"2026-02-27T18:24:32.956911Z","end":"2026-02-27T18:24:33.224145Z","steps":["trace[247043102] 'agreement among raft nodes before linearized reading' (duration: 267.041742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.224242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.891155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11266"} {"level":"info","ts":"2026-02-27T18:24:33.224411Z","caller":"traceutil/trace.go:171","msg":"trace[234670145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1701; }","duration":"140.13771ms","start":"2026-02-27T18:24:33.084239Z","end":"2026-02-27T18:24:33.224377Z","steps":["trace[234670145] 'agreement among raft nodes before linearized reading' (duration: 139.660459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.443162Z","caller":"traceutil/trace.go:171","msg":"trace[2134504742] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"212.160691ms","start":"2026-02-27T18:24:33.230969Z","end":"2026-02-27T18:24:33.44313Z","steps":["trace[2134504742] 'process raft request' (duration: 211.891925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.443301Z","caller":"traceutil/trace.go:171","msg":"trace[1458704840] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1757; }","duration":"212.184681ms","start":"2026-02-27T18:24:33.231084Z","end":"2026-02-27T18:24:33.443269Z","steps":["trace[1458704840] 'read index received' (duration: 37.739545ms)","trace[1458704840] 'applied index is now lower than readState.Index' (duration: 174.443686ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:33.443372Z","caller":"traceutil/trace.go:171","msg":"trace[1929504205] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"210.885032ms","start":"2026-02-27T18:24:33.232475Z","end":"2026-02-27T18:24:33.44336Z","steps":["trace[1929504205] 'process raft request' (duration: 210.563724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.443451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.357075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:33.443497Z","caller":"traceutil/trace.go:171","msg":"trace[1142608185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"212.462517ms","start":"2026-02-27T18:24:33.231024Z","end":"2026-02-27T18:24:33.443486Z","steps":["trace[1142608185] 'agreement among raft nodes before linearized reading' (duration: 212.341625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:33.493622Z","caller":"traceutil/trace.go:171","msg":"trace[1745479307] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"224.319013ms","start":"2026-02-27T18:24:33.26927Z","end":"2026-02-27T18:24:33.493589Z","steps":["trace[1745479307] 'process raft request' (duration: 223.934484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:35.471844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902293613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:24:35.972216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902293613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:24:36.152962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191781862s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:24:36.153425Z","caller":"traceutil/trace.go:171","msg":"trace[1023265641] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"1.192505519s","start":"2026-02-27T18:24:34.960894Z","end":"2026-02-27T18:24:36.1534Z","steps":["trace[1023265641] 'process raft request' (duration: 1.192359776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.153585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.960868Z","time spent":"1.192635992s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:36.155349Z","caller":"traceutil/trace.go:171","msg":"trace[1295503658] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"1.193326118s","start":"2026-02-27T18:24:34.961984Z","end":"2026-02-27T18:24:36.15531Z","steps":["trace[1295503658] 'process raft request' (duration: 1.192784405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.156127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.961957Z","time spent":"1.193908652s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:36.156261Z","caller":"traceutil/trace.go:171","msg":"trace[2128869974] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"1.194041405s","start":"2026-02-27T18:24:34.96219Z","end":"2026-02-27T18:24:36.156232Z","steps":["trace[2128869974] 'process raft request' (duration: 1.193151105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.156419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.962174Z","time spent":"1.194150337s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:36.157328Z","caller":"traceutil/trace.go:171","msg":"trace[1071325669] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1774; }","duration":"1.185609159s","start":"2026-02-27T18:24:34.971632Z","end":"2026-02-27T18:24:36.157241Z","steps":["trace[1071325669] 'read index received' (duration: 1.181968184s)","trace[1071325669] 'applied index is now lower than readState.Index' (duration: 3.638755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:36.157888Z","caller":"traceutil/trace.go:171","msg":"trace[522975470] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"1.195233793s","start":"2026-02-27T18:24:34.962564Z","end":"2026-02-27T18:24:36.157798Z","steps":["trace[522975470] 'process raft request' (duration: 1.193588164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.158044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.962558Z","time spent":"1.195383556s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:36.158448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186810907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:36.158513Z","caller":"traceutil/trace.go:171","msg":"trace[1265848267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1720; }","duration":"1.18690732s","start":"2026-02-27T18:24:34.971582Z","end":"2026-02-27T18:24:36.158489Z","steps":["trace[1265848267] 'agreement among raft nodes before linearized reading' (duration: 1.186744546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.15861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.971566Z","time spent":"1.186975951s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:36.158812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.069089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:24:36.15887Z","caller":"traceutil/trace.go:171","msg":"trace[32544415] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1720; }","duration":"710.168572ms","start":"2026-02-27T18:24:35.448678Z","end":"2026-02-27T18:24:36.158846Z","steps":["trace[32544415] 'agreement among raft nodes before linearized reading' (duration: 710.014628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.15892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:35.448647Z","time spent":"710.252003ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:24:36.158935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072025375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:24:36.158995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.271912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T18:24:36.159057Z","caller":"traceutil/trace.go:171","msg":"trace[1902673419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1720; }","duration":"916.371534ms","start":"2026-02-27T18:24:35.242657Z","end":"2026-02-27T18:24:36.159029Z","steps":["trace[1902673419] 'agreement among raft nodes before linearized reading' (duration: 916.236811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:36.15907Z","caller":"traceutil/trace.go:171","msg":"trace[1387464607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1720; }","duration":"1.072207899s","start":"2026-02-27T18:24:35.086813Z","end":"2026-02-27T18:24:36.15902Z","steps":["trace[1387464607] 'agreement among raft nodes before linearized reading' (duration: 1.071793729s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.159093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:35.24263Z","time spent":"916.455557ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:24:36.159124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:35.086793Z","time spent":"1.072318541s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:24:36.159176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028662568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:36.15924Z","caller":"traceutil/trace.go:171","msg":"trace[213670287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1720; }","duration":"1.02874571s","start":"2026-02-27T18:24:35.130463Z","end":"2026-02-27T18:24:36.159209Z","steps":["trace[213670287] 'agreement among raft nodes before linearized reading' (duration: 1.028659488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.159287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:35.130443Z","time spent":"1.028832923s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:36.159522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.928238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:24:36.159585Z","caller":"traceutil/trace.go:171","msg":"trace[1584794133] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1720; }","duration":"886.01579ms","start":"2026-02-27T18:24:35.273539Z","end":"2026-02-27T18:24:36.159555Z","steps":["trace[1584794133] 'agreement among raft nodes before linearized reading' (duration: 885.785215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:36.159616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:35.273512Z","time spent":"886.095613ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:02.621796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.47048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T18:25:02.621923Z","caller":"traceutil/trace.go:171","msg":"trace[3414465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"103.630034ms","start":"2026-02-27T18:25:02.518262Z","end":"2026-02-27T18:25:02.621892Z","steps":["trace[3414465] 'range keys from in-memory index tree' (duration: 103.228154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:02.621935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.446489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-02-27T18:25:02.622029Z","caller":"traceutil/trace.go:171","msg":"trace[585387611] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"103.578903ms","start":"2026-02-27T18:25:02.518428Z","end":"2026-02-27T18:25:02.622006Z","steps":["trace[585387611] 'range keys from in-memory index tree' (duration: 103.266405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.857172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902294091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:25:04.863436Z","caller":"traceutil/trace.go:171","msg":"trace[753623434] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"506.510178ms","start":"2026-02-27T18:25:04.356888Z","end":"2026-02-27T18:25:04.863398Z","steps":["trace[753623434] 'read index received' (duration: 506.338825ms)","trace[753623434] 'applied index is now lower than readState.Index' (duration: 169.413µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:04.863608Z","caller":"traceutil/trace.go:171","msg":"trace[91942877] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"525.149821ms","start":"2026-02-27T18:25:04.338363Z","end":"2026-02-27T18:25:04.863512Z","steps":["trace[91942877] 'process raft request' (duration: 524.833704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.863818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.553729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:25:04.863818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.904327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:04.863883Z","caller":"traceutil/trace.go:171","msg":"trace[1987218083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"459.656222ms","start":"2026-02-27T18:25:04.404205Z","end":"2026-02-27T18:25:04.863861Z","steps":["trace[1987218083] 'agreement among raft nodes before linearized reading' (duration: 459.456848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:04.863898Z","caller":"traceutil/trace.go:171","msg":"trace[614577005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"507.048981ms","start":"2026-02-27T18:25:04.356832Z","end":"2026-02-27T18:25:04.863881Z","steps":["trace[614577005] 'agreement among raft nodes before linearized reading' (duration: 506.708433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.863888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.338338Z","time spent":"525.425697ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:04.863921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.404192Z","time spent":"459.719873ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:25:04.863941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.356809Z","time spent":"507.120633ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:25:04.864009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.043855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T18:25:04.863997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.625397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:04.864017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.418523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:25:04.864076Z","caller":"traceutil/trace.go:171","msg":"trace[1367041549] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1899; }","duration":"217.246559ms","start":"2026-02-27T18:25:04.646809Z","end":"2026-02-27T18:25:04.864055Z","steps":["trace[1367041549] 'agreement among raft nodes before linearized reading' (duration: 216.993743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:04.864113Z","caller":"traceutil/trace.go:171","msg":"trace[970709883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"464.79533ms","start":"2026-02-27T18:25:04.39929Z","end":"2026-02-27T18:25:04.864086Z","steps":["trace[970709883] 'agreement among raft nodes before linearized reading' (duration: 464.481823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.864083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.085645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:25:04.864143Z","caller":"traceutil/trace.go:171","msg":"trace[545697414] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1899; }","duration":"220.634318ms","start":"2026-02-27T18:25:04.643459Z","end":"2026-02-27T18:25:04.864094Z","steps":["trace[545697414] 'agreement among raft nodes before linearized reading' (duration: 220.284259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.864176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.399275Z","time spent":"464.888713ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:25:04.864209Z","caller":"traceutil/trace.go:171","msg":"trace[1306394347] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1899; }","duration":"292.326811ms","start":"2026-02-27T18:25:04.571853Z","end":"2026-02-27T18:25:04.86418Z","steps":["trace[1306394347] 'agreement among raft nodes before linearized reading' (duration: 292.015623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.864319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.858546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:25:04.864328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.48601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:25:04.864415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.224653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:25:04.864427Z","caller":"traceutil/trace.go:171","msg":"trace[134132344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"465.993569ms","start":"2026-02-27T18:25:04.398408Z","end":"2026-02-27T18:25:04.864402Z","steps":["trace[134132344] 'agreement among raft nodes before linearized reading' (duration: 465.308833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:04.864451Z","caller":"traceutil/trace.go:171","msg":"trace[1627264189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"469.654533ms","start":"2026-02-27T18:25:04.394761Z","end":"2026-02-27T18:25:04.864415Z","steps":["trace[1627264189] 'agreement among raft nodes before linearized reading' (duration: 469.174182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:04.864461Z","caller":"traceutil/trace.go:171","msg":"trace[580467473] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1899; }","duration":"475.290484ms","start":"2026-02-27T18:25:04.389155Z","end":"2026-02-27T18:25:04.864445Z","steps":["trace[580467473] 'agreement among raft nodes before linearized reading' (duration: 474.512756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.864502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.398379Z","time spent":"466.112302ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:04.864318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.768389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:25:04.864509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.389143Z","time spent":"475.357876ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:25:04.864513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.394748Z","time spent":"469.751486ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:25:04.864572Z","caller":"traceutil/trace.go:171","msg":"trace[452837291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"474.089766ms","start":"2026-02-27T18:25:04.390449Z","end":"2026-02-27T18:25:04.864538Z","steps":["trace[452837291] 'agreement among raft nodes before linearized reading' (duration: 473.561764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.864631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.390427Z","time spent":"474.188079ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:25:09.853636Z","caller":"traceutil/trace.go:171","msg":"trace[1592885498] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"396.264722ms","start":"2026-02-27T18:25:09.457337Z","end":"2026-02-27T18:25:09.853602Z","steps":["trace[1592885498] 'process raft request' (duration: 396.066227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:09.85402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:09.457297Z","time spent":"396.437205ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:10.435197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.09364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:10.435283Z","caller":"traceutil/trace.go:171","msg":"trace[1495012036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"303.239373ms","start":"2026-02-27T18:25:10.132024Z","end":"2026-02-27T18:25:10.435263Z","steps":["trace[1495012036] 'range keys from in-memory index tree' (duration: 303.030618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:10.435268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.107058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:25:10.435313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.132004Z","time spent":"303.299755ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:25:10.435354Z","caller":"traceutil/trace.go:171","msg":"trace[1869643818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"531.232482ms","start":"2026-02-27T18:25:09.904094Z","end":"2026-02-27T18:25:10.435326Z","steps":["trace[1869643818] 'range keys from in-memory index tree' (duration: 530.846983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:10.435347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.559486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11670"} {"level":"warn","ts":"2026-02-27T18:25:10.435408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:09.904073Z","time spent":"531.325043ms","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T18:25:10.435415Z","caller":"traceutil/trace.go:171","msg":"trace[531595152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1934; }","duration":"386.667368ms","start":"2026-02-27T18:25:10.048731Z","end":"2026-02-27T18:25:10.435398Z","steps":["trace[531595152] 'range keys from in-memory index tree' (duration: 386.359991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:10.435456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.048706Z","time spent":"386.73919ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11693,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:25:10.43561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.327003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:25:10.43571Z","caller":"traceutil/trace.go:171","msg":"trace[895641219] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1934; }","duration":"249.495597ms","start":"2026-02-27T18:25:10.186193Z","end":"2026-02-27T18:25:10.435689Z","steps":["trace[895641219] 'range keys from in-memory index tree' (duration: 248.961595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:11.410068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902294183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:25:11.910455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902294183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:25:12.126942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.588312981s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:25:12.398311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.958764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:12.398991Z","caller":"traceutil/trace.go:171","msg":"trace[596364578] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"1.960750148s","start":"2026-02-27T18:25:10.438208Z","end":"2026-02-27T18:25:12.398958Z","steps":["trace[596364578] 'process raft request' (duration: 1.689122329s)","trace[596364578] 'compare' (duration: 270.615846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:12.399286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.438184Z","time spent":"1.96086177s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:12.399824Z","caller":"traceutil/trace.go:171","msg":"trace[2000463252] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.922942311s","start":"2026-02-27T18:25:10.476844Z","end":"2026-02-27T18:25:12.399786Z","steps":["trace[2000463252] 'process raft request' (duration: 1.921618361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:12.400043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.476811Z","time spent":"1.923110254s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:13.13313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000421397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:25:13.133309Z","caller":"traceutil/trace.go:171","msg":"trace[517557769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666643s","start":"2026-02-27T18:25:11.132612Z","end":"2026-02-27T18:25:13.133278Z","steps":["trace[517557769] 'agreement among raft nodes before linearized reading' (duration: 2.000447118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.133418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:11.132592Z","time spent":"2.000782866s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:25:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:25:13.470033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.256035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:13.470186Z","caller":"traceutil/trace.go:171","msg":"trace[2018222110] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2005; }","duration":"2.560866987s","start":"2026-02-27T18:25:10.909298Z","end":"2026-02-27T18:25:13.470165Z","steps":["trace[2018222110] 'read index received' (duration: 1.218054212s)","trace[2018222110] 'applied index is now lower than readState.Index' (duration: 1.342809805s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:13.470464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561170843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:25:13.470503Z","caller":"traceutil/trace.go:171","msg":"trace[12614237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"2.561245485s","start":"2026-02-27T18:25:10.909248Z","end":"2026-02-27T18:25:13.470493Z","steps":["trace[12614237] 'agreement among raft nodes before linearized reading' (duration: 2.56100576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.47054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.909227Z","time spent":"2.561303717s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:25:13.470512Z","caller":"traceutil/trace.go:171","msg":"trace[9973759] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"2.930452509s","start":"2026-02-27T18:25:10.539978Z","end":"2026-02-27T18:25:13.470431Z","steps":["trace[9973759] 'process raft request' (duration: 2.416668442s)","trace[9973759] 'compare' (duration: 512.61021ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:13.47094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.53995Z","time spent":"2.930778707s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:13.564661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147916128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:25:13.564746Z","caller":"traceutil/trace.go:171","msg":"trace[894840013] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1937; }","duration":"2.148072292s","start":"2026-02-27T18:25:11.416653Z","end":"2026-02-27T18:25:13.564726Z","steps":["trace[894840013] 'agreement among raft nodes before linearized reading' (duration: 2.147885687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.564777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:11.41663Z","time spent":"2.148140914s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:13.564726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121110226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:25:13.564688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.758801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:25:13.564904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669576104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:13.564928Z","caller":"traceutil/trace.go:171","msg":"trace[1602532987] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1937; }","duration":"1.669643315s","start":"2026-02-27T18:25:11.895278Z","end":"2026-02-27T18:25:13.564921Z","steps":["trace[1602532987] 'agreement among raft nodes before linearized reading' (duration: 1.669602624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.564944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:11.895253Z","time spent":"1.669687416s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:13.564965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616688392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:13.565049Z","caller":"traceutil/trace.go:171","msg":"trace[104930881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"2.616805164s","start":"2026-02-27T18:25:10.948222Z","end":"2026-02-27T18:25:13.565027Z","steps":["trace[104930881] 'agreement among raft nodes before linearized reading' (duration: 2.616432665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.56503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.016111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:13.56491Z","caller":"traceutil/trace.go:171","msg":"trace[1891422532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"431.038918ms","start":"2026-02-27T18:25:13.133851Z","end":"2026-02-27T18:25:13.56489Z","steps":["trace[1891422532] 'agreement among raft nodes before linearized reading' (duration: 430.737401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617552471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:25:13.565103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515225188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:25:13.565174Z","caller":"traceutil/trace.go:171","msg":"trace[1595438313] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1937; }","duration":"617.282208ms","start":"2026-02-27T18:25:12.947866Z","end":"2026-02-27T18:25:13.565148Z","steps":["trace[1595438313] 'agreement among raft nodes before linearized reading' (duration: 616.95792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:13.565182Z","caller":"traceutil/trace.go:171","msg":"trace[335462828] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1937; }","duration":"2.617648064s","start":"2026-02-27T18:25:10.947506Z","end":"2026-02-27T18:25:13.565154Z","steps":["trace[335462828] 'agreement among raft nodes before linearized reading' (duration: 2.617396468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:12.947826Z","time spent":"617.38592ms","remote":"127.0.0.1:43238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:25:13.565224Z","caller":"traceutil/trace.go:171","msg":"trace[372301830] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1937; }","duration":"2.515399362s","start":"2026-02-27T18:25:11.049796Z","end":"2026-02-27T18:25:13.565196Z","steps":["trace[372301830] 'agreement among raft nodes before linearized reading' (duration: 2.515078274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616815105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:25:13.565276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6222429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:13.565278Z","caller":"traceutil/trace.go:171","msg":"trace[1019785808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"2.616863585s","start":"2026-02-27T18:25:10.948406Z","end":"2026-02-27T18:25:13.565269Z","steps":["trace[1019785808] 'agreement among raft nodes before linearized reading' (duration: 2.616770573s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:13.565303Z","caller":"traceutil/trace.go:171","msg":"trace[1270735584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"2.622290451s","start":"2026-02-27T18:25:10.943005Z","end":"2026-02-27T18:25:13.565295Z","steps":["trace[1270735584] 'agreement among raft nodes before linearized reading' (duration: 2.622175748s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.948399Z","time spent":"2.616903346s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.133814Z","time spent":"431.334465ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.947489Z","time spent":"2.617759996s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.192016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:25:13.565106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.948212Z","time spent":"2.616884535s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.739009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:13.565478Z","caller":"traceutil/trace.go:171","msg":"trace[162977778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"611.77851ms","start":"2026-02-27T18:25:12.953695Z","end":"2026-02-27T18:25:13.565473Z","steps":["trace[162977778] 'agreement among raft nodes before linearized reading' (duration: 611.749469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:12.953684Z","time spent":"611.806221ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:25:13.564855Z","caller":"traceutil/trace.go:171","msg":"trace[662729455] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1937; }","duration":"1.151850106s","start":"2026-02-27T18:25:12.412994Z","end":"2026-02-27T18:25:13.564844Z","steps":["trace[662729455] 'process raft request' (duration: 1.151421797s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:13.564832Z","caller":"traceutil/trace.go:171","msg":"trace[1954673516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"2.12126903s","start":"2026-02-27T18:25:11.443547Z","end":"2026-02-27T18:25:13.564816Z","steps":["trace[1954673516] 'agreement among raft nodes before linearized reading' (duration: 2.120984543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620663184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:13.56561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:11.443523Z","time spent":"2.122072109s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T18:25:13.56563Z","caller":"traceutil/trace.go:171","msg":"trace[1865304258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"2.620798736s","start":"2026-02-27T18:25:10.944813Z","end":"2026-02-27T18:25:13.565612Z","steps":["trace[1865304258] 'agreement among raft nodes before linearized reading' (duration: 2.619951507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.94479Z","time spent":"2.620869208s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:11.049773Z","time spent":"2.515505015s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:12.412964Z","time spent":"1.152572533s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:25:13.565515Z","caller":"traceutil/trace.go:171","msg":"trace[1111708161] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1937; }","duration":"329.577285ms","start":"2026-02-27T18:25:13.235832Z","end":"2026-02-27T18:25:13.56541Z","steps":["trace[1111708161] 'agreement among raft nodes before linearized reading' (duration: 329.184536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.235802Z","time spent":"330.040545ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:13.565383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479056919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:25:13.565939Z","caller":"traceutil/trace.go:171","msg":"trace[501928827] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1937; }","duration":"2.479644672s","start":"2026-02-27T18:25:11.086275Z","end":"2026-02-27T18:25:13.565919Z","steps":["trace[501928827] 'agreement among raft nodes before linearized reading' (duration: 2.479065539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:13.565983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:11.086251Z","time spent":"2.479712755s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:13.565325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:10.942992Z","time spent":"2.622329753s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:14.064899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902294193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:25:14.595817Z","caller":"traceutil/trace.go:171","msg":"trace[855729561] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.120172341s","start":"2026-02-27T18:25:13.4756Z","end":"2026-02-27T18:25:14.595772Z","steps":["trace[855729561] 'process raft request' (duration: 1.080699005s)","trace[855729561] 'compare' (duration: 39.004155ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:14.595866Z","caller":"traceutil/trace.go:171","msg":"trace[327662047] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.03216046s","start":"2026-02-27T18:25:13.563672Z","end":"2026-02-27T18:25:14.595832Z","steps":["trace[327662047] 'process raft request' (duration: 1.032019967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.59604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.475549Z","time spent":"1.120391446s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:14.596152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.563643Z","time spent":"1.032385455s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:14.599577Z","caller":"traceutil/trace.go:171","msg":"trace[514391660] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.029834726s","start":"2026-02-27T18:25:13.569715Z","end":"2026-02-27T18:25:14.59955Z","steps":["trace[514391660] 'process raft request' (duration: 1.029676552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.599762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.569706Z","time spent":"1.029952719s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:14.599779Z","caller":"traceutil/trace.go:171","msg":"trace[1604124844] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.029948629s","start":"2026-02-27T18:25:13.569811Z","end":"2026-02-27T18:25:14.59976Z","steps":["trace[1604124844] 'process raft request' (duration: 1.029692633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.599927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.569782Z","time spent":"1.030057491s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:14.600063Z","caller":"traceutil/trace.go:171","msg":"trace[1970560744] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.028950916s","start":"2026-02-27T18:25:13.571074Z","end":"2026-02-27T18:25:14.600024Z","steps":["trace[1970560744] 'process raft request' (duration: 1.028631178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.600229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.571049Z","time spent":"1.02910192s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:14.600487Z","caller":"traceutil/trace.go:171","msg":"trace[279158060] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"1.029209702s","start":"2026-02-27T18:25:13.571263Z","end":"2026-02-27T18:25:14.600473Z","steps":["trace[279158060] 'process raft request' (duration: 1.028795933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.600626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.571246Z","time spent":"1.029284513s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:14.600669Z","caller":"traceutil/trace.go:171","msg":"trace[1627159733] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.029151951s","start":"2026-02-27T18:25:13.571479Z","end":"2026-02-27T18:25:14.600631Z","steps":["trace[1627159733] 'process raft request' (duration: 1.028652429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.600867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.571472Z","time spent":"1.029285204s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:14.60091Z","caller":"traceutil/trace.go:171","msg":"trace[82750038] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2009; }","duration":"1.036339667s","start":"2026-02-27T18:25:13.564514Z","end":"2026-02-27T18:25:14.600853Z","steps":["trace[82750038] 'read index received' (duration: 991.799554ms)","trace[82750038] 'applied index is now lower than readState.Index' (duration: 44.538653ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:14.601036Z","caller":"traceutil/trace.go:171","msg":"trace[923292072] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"839.886941ms","start":"2026-02-27T18:25:13.761126Z","end":"2026-02-27T18:25:14.601013Z","steps":["trace[923292072] 'process raft request' (duration: 839.391939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.601119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.761089Z","time spent":"839.990553ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:14.601186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034365021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13439"} {"level":"warn","ts":"2026-02-27T18:25:14.601195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032049868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-02-27T18:25:14.601235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031923155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T18:25:14.601243Z","caller":"traceutil/trace.go:171","msg":"trace[902448460] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1945; }","duration":"1.034445803s","start":"2026-02-27T18:25:13.566781Z","end":"2026-02-27T18:25:14.601227Z","steps":["trace[902448460] 'agreement among raft nodes before linearized reading' (duration: 1.034251198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.601295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.566768Z","time spent":"1.034516915s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13462,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-27T18:25:14.601316Z","caller":"traceutil/trace.go:171","msg":"trace[388506704] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:1945; }","duration":"1.032018727s","start":"2026-02-27T18:25:13.569254Z","end":"2026-02-27T18:25:14.601272Z","steps":["trace[388506704] 'agreement among raft nodes before linearized reading' (duration: 1.031798732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.601614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.569244Z","time spent":"1.032355864s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"info","ts":"2026-02-27T18:25:14.601298Z","caller":"traceutil/trace.go:171","msg":"trace[1757467234] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1945; }","duration":"1.032126569s","start":"2026-02-27T18:25:13.569107Z","end":"2026-02-27T18:25:14.601234Z","steps":["trace[1757467234] 'agreement among raft nodes before linearized reading' (duration: 1.031963355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.601358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032691663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"warn","ts":"2026-02-27T18:25:14.601843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.569098Z","time spent":"1.032691163s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:25:14.6019Z","caller":"traceutil/trace.go:171","msg":"trace[1492856695] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1945; }","duration":"1.033272636s","start":"2026-02-27T18:25:13.568609Z","end":"2026-02-27T18:25:14.601881Z","steps":["trace[1492856695] 'agreement among raft nodes before linearized reading' (duration: 1.032497698s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.601968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.568595Z","time spent":"1.033355357s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:14.601402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.10321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:14.602062Z","caller":"traceutil/trace.go:171","msg":"trace[1996930103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1945; }","duration":"470.057483ms","start":"2026-02-27T18:25:14.131993Z","end":"2026-02-27T18:25:14.60205Z","steps":["trace[1996930103] 'agreement among raft nodes before linearized reading' (duration: 469.08806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.602106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:14.131955Z","time spent":"470.142155ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:25:14.601499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127959482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T18:25:14.602214Z","caller":"traceutil/trace.go:171","msg":"trace[90332256] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1945; }","duration":"1.12870903s","start":"2026-02-27T18:25:13.473474Z","end":"2026-02-27T18:25:14.602183Z","steps":["trace[90332256] 'agreement among raft nodes before linearized reading' (duration: 1.127955652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:14.602279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:13.47345Z","time spent":"1.128813742s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:25:40.086977Z","caller":"traceutil/trace.go:171","msg":"trace[811100378] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"213.334348ms","start":"2026-02-27T18:25:39.87361Z","end":"2026-02-27T18:25:40.086944Z","steps":["trace[811100378] 'process raft request' (duration: 213.103143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:40.764125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902294765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:25:41.264786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902294765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:25:41.277315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089056282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:25:41.277447Z","caller":"traceutil/trace.go:171","msg":"trace[23600645] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2162; }","duration":"1.089247456s","start":"2026-02-27T18:25:40.188172Z","end":"2026-02-27T18:25:41.27742Z","steps":["trace[23600645] 'range keys from in-memory index tree' (duration: 1.088726644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.277509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.18815Z","time spent":"1.089345289s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T18:25:41.283382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06620346s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:25:41.283773Z","caller":"traceutil/trace.go:171","msg":"trace[998777115] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2247; }","duration":"1.020708121s","start":"2026-02-27T18:25:40.263041Z","end":"2026-02-27T18:25:41.283749Z","steps":["trace[998777115] 'read index received' (duration: 1.020594688s)","trace[998777115] 'applied index is now lower than readState.Index' (duration: 112.583µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:41.283903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020838704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:41.28388Z","caller":"traceutil/trace.go:171","msg":"trace[640464092] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"1.06705212s","start":"2026-02-27T18:25:40.216793Z","end":"2026-02-27T18:25:41.283845Z","steps":["trace[640464092] 'process raft request' (duration: 1.066808144s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:41.283942Z","caller":"traceutil/trace.go:171","msg":"trace[620895097] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2163; }","duration":"1.020924225s","start":"2026-02-27T18:25:40.263006Z","end":"2026-02-27T18:25:41.283931Z","steps":["trace[620895097] 'agreement among raft nodes before linearized reading' (duration: 1.020844093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.283967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.26299Z","time spent":"1.020970487s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:41.284035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.216761Z","time spent":"1.067189653s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:41.284892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.843242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:25:41.284954Z","caller":"traceutil/trace.go:171","msg":"trace[163797584] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2163; }","duration":"624.911623ms","start":"2026-02-27T18:25:40.660029Z","end":"2026-02-27T18:25:41.28494Z","steps":["trace[163797584] 'agreement among raft nodes before linearized reading' (duration: 624.816541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.28499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.659949Z","time spent":"625.031166ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:41.285087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.058874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:41.285107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.937518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:25:41.285137Z","caller":"traceutil/trace.go:171","msg":"trace[538028243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2163; }","duration":"524.126666ms","start":"2026-02-27T18:25:40.760996Z","end":"2026-02-27T18:25:41.285122Z","steps":["trace[538028243] 'agreement among raft nodes before linearized reading' (duration: 524.023033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.285174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.760984Z","time spent":"524.182357ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:25:41.285178Z","caller":"traceutil/trace.go:171","msg":"trace[2076339289] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2163; }","duration":"365.082602ms","start":"2026-02-27T18:25:40.920066Z","end":"2026-02-27T18:25:41.285149Z","steps":["trace[2076339289] 'agreement among raft nodes before linearized reading' (duration: 364.842477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.285194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.842056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:25:41.285192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.298436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:25:41.285228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.409776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:25:41.285248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.448264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:25:41.285284Z","caller":"traceutil/trace.go:171","msg":"trace[722343386] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2163; }","duration":"513.98246ms","start":"2026-02-27T18:25:40.771275Z","end":"2026-02-27T18:25:41.285257Z","steps":["trace[722343386] 'agreement among raft nodes before linearized reading' (duration: 513.700963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:41.285294Z","caller":"traceutil/trace.go:171","msg":"trace[1107972330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2163; }","duration":"523.427449ms","start":"2026-02-27T18:25:40.761841Z","end":"2026-02-27T18:25:41.285269Z","steps":["trace[1107972330] 'agreement among raft nodes before linearized reading' (duration: 523.155053ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:41.285302Z","caller":"traceutil/trace.go:171","msg":"trace[229329334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2163; }","duration":"525.485197ms","start":"2026-02-27T18:25:40.759799Z","end":"2026-02-27T18:25:41.285285Z","steps":["trace[229329334] 'agreement among raft nodes before linearized reading' (duration: 525.298893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.285297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.353328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:41.285315Z","caller":"traceutil/trace.go:171","msg":"trace[1427496367] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2163; }","duration":"360.572097ms","start":"2026-02-27T18:25:40.924723Z","end":"2026-02-27T18:25:41.285295Z","steps":["trace[1427496367] 'agreement among raft nodes before linearized reading' (duration: 360.395763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.285328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.771263Z","time spent":"514.055421ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:25:41.285337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.761832Z","time spent":"523.498811ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:25:41.285342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.759704Z","time spent":"525.629811ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:25:41.285345Z","caller":"traceutil/trace.go:171","msg":"trace[374746489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2163; }","duration":"523.45496ms","start":"2026-02-27T18:25:40.76188Z","end":"2026-02-27T18:25:41.285335Z","steps":["trace[374746489] 'agreement among raft nodes before linearized reading' (duration: 523.294276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.285356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.924666Z","time spent":"360.681199ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:41.285226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.920035Z","time spent":"365.181484ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:41.285385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.76186Z","time spent":"523.518962ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:25:41.285452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.976569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:25:41.285564Z","caller":"traceutil/trace.go:171","msg":"trace[2056482872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2163; }","duration":"514.498171ms","start":"2026-02-27T18:25:40.770979Z","end":"2026-02-27T18:25:41.285478Z","steps":["trace[2056482872] 'agreement among raft nodes before linearized reading' (duration: 513.878006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.285598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.770969Z","time spent":"514.618804ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:25:51.752633Z","caller":"traceutil/trace.go:171","msg":"trace[479313594] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"100.863899ms","start":"2026-02-27T18:25:51.651748Z","end":"2026-02-27T18:25:51.752612Z","steps":["trace[479313594] 'process raft request' (duration: 100.714315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:51.864657Z","caller":"traceutil/trace.go:171","msg":"trace[1005393283] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2242; }","duration":"103.785117ms","start":"2026-02-27T18:25:51.760846Z","end":"2026-02-27T18:25:51.864631Z","steps":["trace[1005393283] 'process raft request' (duration: 102.799434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:11.992156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902295339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:26:12.027076Z","caller":"traceutil/trace.go:171","msg":"trace[2030466479] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"538.220654ms","start":"2026-02-27T18:26:11.488822Z","end":"2026-02-27T18:26:12.027043Z","steps":["trace[2030466479] 'process raft request' (duration: 538.024409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.027273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.488806Z","time spent":"538.369317ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:12.981952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.979584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:26:12.982116Z","caller":"traceutil/trace.go:171","msg":"trace[352964070] linearizableReadLoop","detail":"{readStateIndex:2457; appliedIndex:2455; }","duration":"1.490106821s","start":"2026-02-27T18:26:11.49199Z","end":"2026-02-27T18:26:12.982097Z","steps":["trace[352964070] 'read index received' (duration: 534.842925ms)","trace[352964070] 'applied index is now lower than readState.Index' (duration: 955.262436ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:12.982387Z","caller":"traceutil/trace.go:171","msg":"trace[1962256697] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"1.492517608s","start":"2026-02-27T18:26:11.489819Z","end":"2026-02-27T18:26:12.982336Z","steps":["trace[1962256697] 'process raft request' (duration: 636.031222ms)","trace[1962256697] 'compare' (duration: 855.666077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:12.982593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.489784Z","time spent":"1.492693172s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:12.982597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490600704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:26:12.982652Z","caller":"traceutil/trace.go:171","msg":"trace[1218641199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2359; }","duration":"1.490683105s","start":"2026-02-27T18:26:11.491949Z","end":"2026-02-27T18:26:12.982632Z","steps":["trace[1218641199] 'agreement among raft nodes before linearized reading' (duration: 1.490425079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.982674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488599627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:12.982695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1126145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:12.982728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.49194Z","time spent":"1.490777028s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:26:12.982716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38525399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:12.982769Z","caller":"traceutil/trace.go:171","msg":"trace[1540575251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2359; }","duration":"1.488715519s","start":"2026-02-27T18:26:11.494026Z","end":"2026-02-27T18:26:12.982742Z","steps":["trace[1540575251] 'agreement among raft nodes before linearized reading' (duration: 1.488545215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.98277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483224572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:26:12.982782Z","caller":"traceutil/trace.go:171","msg":"trace[1977184297] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2359; }","duration":"1.112743764s","start":"2026-02-27T18:26:11.870017Z","end":"2026-02-27T18:26:12.98276Z","steps":["trace[1977184297] 'agreement among raft nodes before linearized reading' (duration: 1.11259257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.982802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477952468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:26:12.982815Z","caller":"traceutil/trace.go:171","msg":"trace[2029062896] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2359; }","duration":"1.385420093s","start":"2026-02-27T18:26:11.59737Z","end":"2026-02-27T18:26:12.98279Z","steps":["trace[2029062896] 'agreement among raft nodes before linearized reading' (duration: 1.38525447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.98284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.870003Z","time spent":"1.112824675s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:26:12.982858Z","caller":"traceutil/trace.go:171","msg":"trace[1919568343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2359; }","duration":"1.47801458s","start":"2026-02-27T18:26:11.504822Z","end":"2026-02-27T18:26:12.982837Z","steps":["trace[1919568343] 'agreement among raft nodes before linearized reading' (duration: 1.477813016s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:12.982855Z","caller":"traceutil/trace.go:171","msg":"trace[182512715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2359; }","duration":"1.483305633s","start":"2026-02-27T18:26:11.499511Z","end":"2026-02-27T18:26:12.982816Z","steps":["trace[182512715] 'agreement among raft nodes before linearized reading' (duration: 1.483129019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.982858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.7583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T18:26:12.982901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.504812Z","time spent":"1.478081382s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:26:12.982884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250345768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T18:26:12.982915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.098934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:12.982873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.447146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:12.982924Z","caller":"traceutil/trace.go:171","msg":"trace[2021835690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2359; }","duration":"624.861572ms","start":"2026-02-27T18:26:12.358042Z","end":"2026-02-27T18:26:12.982904Z","steps":["trace[2021835690] 'agreement among raft nodes before linearized reading' (duration: 624.742619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:12.982941Z","caller":"traceutil/trace.go:171","msg":"trace[336577957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2359; }","duration":"852.176996ms","start":"2026-02-27T18:26:12.130755Z","end":"2026-02-27T18:26:12.982932Z","steps":["trace[336577957] 'agreement among raft nodes before linearized reading' (duration: 852.135345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.982944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07265798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:26:12.982953Z","caller":"traceutil/trace.go:171","msg":"trace[1139589347] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2359; }","duration":"1.250470861s","start":"2026-02-27T18:26:11.732458Z","end":"2026-02-27T18:26:12.982929Z","steps":["trace[1139589347] 'agreement among raft nodes before linearized reading' (duration: 1.250169764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.982972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.130727Z","time spent":"852.240328ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:26:12.982969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.358017Z","time spent":"624.944014ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:26:12.982846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.493935Z","time spent":"1.488891653s","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:12.982964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302731548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T18:26:12.982996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.732429Z","time spent":"1.250560313s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:26:12.982993Z","caller":"traceutil/trace.go:171","msg":"trace[1673662536] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2359; }","duration":"1.072731512s","start":"2026-02-27T18:26:11.910251Z","end":"2026-02-27T18:26:12.982982Z","steps":["trace[1673662536] 'agreement among raft nodes before linearized reading' (duration: 1.07263627s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:12.98299Z","caller":"traceutil/trace.go:171","msg":"trace[338896511] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2359; }","duration":"996.67046ms","start":"2026-02-27T18:26:11.986286Z","end":"2026-02-27T18:26:12.982957Z","steps":["trace[338896511] 'agreement among raft nodes before linearized reading' (duration: 996.403784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.98304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.910206Z","time spent":"1.072823434s","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":55,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:26:12.983063Z","caller":"traceutil/trace.go:171","msg":"trace[1546688470] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2359; }","duration":"1.302899522s","start":"2026-02-27T18:26:11.680142Z","end":"2026-02-27T18:26:12.983041Z","steps":["trace[1546688470] 'agreement among raft nodes before linearized reading' (duration: 1.302492363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.983062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.986249Z","time spent":"996.801403ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:12.983136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.680121Z","time spent":"1.302973594s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:26:12.982918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.499504Z","time spent":"1.483401945s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:26:12.982857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.597333Z","time spent":"1.385514526s","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:12.982752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.631546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-02-27T18:26:12.983367Z","caller":"traceutil/trace.go:171","msg":"trace[1608199882] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2359; }","duration":"853.272101ms","start":"2026-02-27T18:26:12.130073Z","end":"2026-02-27T18:26:12.983345Z","steps":["trace[1608199882] 'agreement among raft nodes before linearized reading' (duration: 852.558615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.982844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477446547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:26:12.983427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.130048Z","time spent":"853.365483ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-27T18:26:12.983494Z","caller":"traceutil/trace.go:171","msg":"trace[1065406008] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2359; }","duration":"1.478111152s","start":"2026-02-27T18:26:11.50536Z","end":"2026-02-27T18:26:12.983471Z","steps":["trace[1065406008] 'agreement among raft nodes before linearized reading' (duration: 1.477383615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:12.983578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:11.505351Z","time spent":"1.478206324s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:26:13.489944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902295346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:26:13.99014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902295346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:26:14.159337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150992733s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:26:14.49434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.561181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:26:14.494497Z","caller":"traceutil/trace.go:171","msg":"trace[729732839] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"1.506196355s","start":"2026-02-27T18:26:12.98827Z","end":"2026-02-27T18:26:14.494466Z","steps":["trace[729732839] 'process raft request' (duration: 1.171275365s)","trace[729732839] 'compare' (duration: 334.020929ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:14.494583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.988249Z","time spent":"1.506297167s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:26:14.554832Z","caller":"traceutil/trace.go:171","msg":"trace[1713142786] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"1.566175031s","start":"2026-02-27T18:26:12.98861Z","end":"2026-02-27T18:26:14.554785Z","steps":["trace[1713142786] 'process raft request' (duration: 1.565954556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.988587Z","time spent":"1.566444338s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:26:14.555163Z","caller":"traceutil/trace.go:171","msg":"trace[411591953] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"1.564492952s","start":"2026-02-27T18:26:12.990623Z","end":"2026-02-27T18:26:14.555116Z","steps":["trace[411591953] 'process raft request' (duration: 1.564090372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:14.555224Z","caller":"traceutil/trace.go:171","msg":"trace[1455464324] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"1.564074723s","start":"2026-02-27T18:26:12.991116Z","end":"2026-02-27T18:26:14.555191Z","steps":["trace[1455464324] 'process raft request' (duration: 1.563907749s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:14.55521Z","caller":"traceutil/trace.go:171","msg":"trace[618923130] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2457; }","duration":"1.5661309s","start":"2026-02-27T18:26:12.989044Z","end":"2026-02-27T18:26:14.555174Z","steps":["trace[618923130] 'read index received' (duration: 1.170518447s)","trace[618923130] 'applied index is now lower than readState.Index' (duration: 395.610123ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:14.555141Z","caller":"traceutil/trace.go:171","msg":"trace[1843128727] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"1.565378113s","start":"2026-02-27T18:26:12.989739Z","end":"2026-02-27T18:26:14.555117Z","steps":["trace[1843128727] 'process raft request' (duration: 1.564941463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.990614Z","time spent":"1.564640336s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:14.555468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566418837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:26:14.555504Z","caller":"traceutil/trace.go:171","msg":"trace[363349618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2364; }","duration":"1.566479109s","start":"2026-02-27T18:26:12.989016Z","end":"2026-02-27T18:26:14.555495Z","steps":["trace[363349618] 'agreement among raft nodes before linearized reading' (duration: 1.566262854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.991109Z","time spent":"1.564187405s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:14.555529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.989Z","time spent":"1.566522889s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:26:14.555532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127768243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18982dbf64f4ffaa\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-27T18:26:14.555508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.618608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:14.555559Z","caller":"traceutil/trace.go:171","msg":"trace[614912258] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18982dbf64f4ffaa; range_end:; response_count:1; response_revision:2364; }","duration":"1.127835295s","start":"2026-02-27T18:26:13.427718Z","end":"2026-02-27T18:26:14.555553Z","steps":["trace[614912258] 'agreement among raft nodes before linearized reading' (duration: 1.127692202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:13.427695Z","time spent":"1.127886986s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18982dbf64f4ffaa\" "} {"level":"info","ts":"2026-02-27T18:26:14.555587Z","caller":"traceutil/trace.go:171","msg":"trace[1627990993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2364; }","duration":"929.725511ms","start":"2026-02-27T18:26:13.625842Z","end":"2026-02-27T18:26:14.555568Z","steps":["trace[1627990993] 'agreement among raft nodes before linearized reading' (duration: 929.566458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:13.625758Z","time spent":"929.880984ms","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:14.555755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.149662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:14.555662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565405453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1249"} {"level":"warn","ts":"2026-02-27T18:26:14.555817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.008729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:26:14.555822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.146584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:14.555536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565311551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T18:26:14.555839Z","caller":"traceutil/trace.go:171","msg":"trace[762016447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2364; }","duration":"523.075351ms","start":"2026-02-27T18:26:14.032758Z","end":"2026-02-27T18:26:14.555833Z","steps":["trace[762016447] 'agreement among raft nodes before linearized reading' (duration: 523.016719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:14.555844Z","caller":"traceutil/trace.go:171","msg":"trace[1646987471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2364; }","duration":"423.205746ms","start":"2026-02-27T18:26:14.132633Z","end":"2026-02-27T18:26:14.555838Z","steps":["trace[1646987471] 'agreement among raft nodes before linearized reading' (duration: 423.168445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:14.555839Z","caller":"traceutil/trace.go:171","msg":"trace[128131744] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2364; }","duration":"1.565592997s","start":"2026-02-27T18:26:12.990233Z","end":"2026-02-27T18:26:14.555826Z","steps":["trace[128131744] 'agreement among raft nodes before linearized reading' (duration: 1.565333811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:14.032732Z","time spent":"523.120462ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:26:14.555868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:14.132612Z","time spent":"423.253786ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:26:14.555857Z","caller":"traceutil/trace.go:171","msg":"trace[2037860087] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2364; }","duration":"1.5656833s","start":"2026-02-27T18:26:12.990162Z","end":"2026-02-27T18:26:14.555845Z","steps":["trace[2037860087] 'agreement among raft nodes before linearized reading' (duration: 1.565214009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.990224Z","time spent":"1.565647359s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-27T18:26:14.555816Z","caller":"traceutil/trace.go:171","msg":"trace[1113113044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2364; }","duration":"985.262354ms","start":"2026-02-27T18:26:13.570539Z","end":"2026-02-27T18:26:14.555801Z","steps":["trace[1113113044] 'agreement among raft nodes before linearized reading' (duration: 985.183182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:14.555906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.990154Z","time spent":"1.565740231s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:26:14.555929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:13.570507Z","time spent":"985.416688ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:26:14.555946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:12.989722Z","time spent":"1.56571271s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:16.266397Z","caller":"traceutil/trace.go:171","msg":"trace[13468998] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"171.666694ms","start":"2026-02-27T18:27:16.094705Z","end":"2026-02-27T18:27:16.266372Z","steps":["trace[13468998] 'process raft request' (duration: 171.51084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:21.112861Z","caller":"traceutil/trace.go:171","msg":"trace[796925987] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"104.721936ms","start":"2026-02-27T18:27:21.008112Z","end":"2026-02-27T18:27:21.112834Z","steps":["trace[796925987] 'process raft request' (duration: 52.121472ms)","trace[796925987] 'compare' (duration: 52.490581ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:21.187745Z","caller":"traceutil/trace.go:171","msg":"trace[1955632346] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3081; }","duration":"178.360379ms","start":"2026-02-27T18:27:21.009362Z","end":"2026-02-27T18:27:21.187722Z","steps":["trace[1955632346] 'read index received' (duration: 50.968595ms)","trace[1955632346] 'applied index is now lower than readState.Index' (duration: 127.390564ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:21.187837Z","caller":"traceutil/trace.go:171","msg":"trace[1993449229] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"179.312552ms","start":"2026-02-27T18:27:21.008489Z","end":"2026-02-27T18:27:21.187801Z","steps":["trace[1993449229] 'process raft request' (duration: 177.52045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:21.188049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.663056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42364"} {"level":"info","ts":"2026-02-27T18:27:21.188094Z","caller":"traceutil/trace.go:171","msg":"trace[1848595249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:2954; }","duration":"178.738118ms","start":"2026-02-27T18:27:21.009343Z","end":"2026-02-27T18:27:21.188081Z","steps":["trace[1848595249] 'agreement among raft nodes before linearized reading' (duration: 178.497893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:21.472981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.733444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:27:21.473076Z","caller":"traceutil/trace.go:171","msg":"trace[1846298830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2955; }","duration":"103.859337ms","start":"2026-02-27T18:27:21.369196Z","end":"2026-02-27T18:27:21.473055Z","steps":["trace[1846298830] 'range keys from in-memory index tree' (duration: 103.533609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:21.473081Z","caller":"traceutil/trace.go:171","msg":"trace[488533869] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"102.190587ms","start":"2026-02-27T18:27:21.370863Z","end":"2026-02-27T18:27:21.473053Z","steps":["trace[488533869] 'process raft request' (duration: 39.941969ms)","trace[488533869] 'compare' (duration: 62.057184ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:21.473449Z","caller":"traceutil/trace.go:171","msg":"trace[256568644] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"101.277286ms","start":"2026-02-27T18:27:21.372138Z","end":"2026-02-27T18:27:21.473415Z","steps":["trace[256568644] 'process raft request' (duration: 100.856166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:21.606073Z","caller":"traceutil/trace.go:171","msg":"trace[53470357] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"123.698108ms","start":"2026-02-27T18:27:21.482344Z","end":"2026-02-27T18:27:21.606042Z","steps":["trace[53470357] 'process raft request' (duration: 98.681876ms)","trace[53470357] 'compare' (duration: 24.817588ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:22.263938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.045781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T18:27:22.264059Z","caller":"traceutil/trace.go:171","msg":"trace[1025926796] linearizableReadLoop","detail":"{readStateIndex:3090; appliedIndex:3089; }","duration":"132.790609ms","start":"2026-02-27T18:27:22.131248Z","end":"2026-02-27T18:27:22.264039Z","steps":["trace[1025926796] 'read index received' (duration: 27.37µs)","trace[1025926796] 'applied index is now lower than readState.Index' (duration: 132.762039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:22.264132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.881392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:22.264096Z","caller":"traceutil/trace.go:171","msg":"trace[1866762235] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2960; }","duration":"649.065931ms","start":"2026-02-27T18:27:21.614998Z","end":"2026-02-27T18:27:22.264064Z","steps":["trace[1866762235] 'process raft request' (duration: 204.816875ms)","trace[1866762235] 'compare' (duration: 443.982269ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:22.264168Z","caller":"traceutil/trace.go:171","msg":"trace[280960097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2960; }","duration":"132.955403ms","start":"2026-02-27T18:27:22.131202Z","end":"2026-02-27T18:27:22.264158Z","steps":["trace[280960097] 'agreement among raft nodes before linearized reading' (duration: 132.887601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:22.264246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:21.614978Z","time spent":"649.199993ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:27:22.815471Z","caller":"traceutil/trace.go:171","msg":"trace[1343941824] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"539.192784ms","start":"2026-02-27T18:27:22.276251Z","end":"2026-02-27T18:27:22.815444Z","steps":["trace[1343941824] 'process raft request' (duration: 539.00691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:22.815628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:22.276233Z","time spent":"539.316747ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:22.816269Z","caller":"traceutil/trace.go:171","msg":"trace[588168531] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"291.958932ms","start":"2026-02-27T18:27:22.524277Z","end":"2026-02-27T18:27:22.816236Z","steps":["trace[588168531] 'process raft request' (duration: 291.819489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:21.880076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.254613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:21.880287Z","caller":"traceutil/trace.go:171","msg":"trace[1595077829] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"237.344334ms","start":"2026-02-27T18:28:21.642889Z","end":"2026-02-27T18:28:21.880233Z","steps":["trace[1595077829] 'process raft request' (duration: 14.787764ms)","trace[1595077829] 'compare' (duration: 222.041018ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:21.880797Z","caller":"traceutil/trace.go:171","msg":"trace[1712704594] linearizableReadLoop","detail":"{readStateIndex:3594; appliedIndex:3593; }","duration":"126.33692ms","start":"2026-02-27T18:28:21.753884Z","end":"2026-02-27T18:28:21.880221Z","steps":["trace[1712704594] 'read index received' (duration: 40.231µs)","trace[1712704594] 'applied index is now lower than readState.Index' (duration: 126.294849ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:21.880859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.7835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-8qhlj\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-02-27T18:28:21.880959Z","caller":"traceutil/trace.go:171","msg":"trace[180283321] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-8qhlj; range_end:; response_count:1; response_revision:3427; }","duration":"127.128429ms","start":"2026-02-27T18:28:21.753808Z","end":"2026-02-27T18:28:21.880936Z","steps":["trace[180283321] 'agreement among raft nodes before linearized reading' (duration: 126.625247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:28.583246Z","caller":"traceutil/trace.go:171","msg":"trace[1264443106] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"129.452092ms","start":"2026-02-27T18:28:28.453703Z","end":"2026-02-27T18:28:28.583156Z","steps":["trace[1264443106] 'process raft request' (duration: 95.39566ms)","trace[1264443106] 'compare' (duration: 33.201262ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:29.047687Z","caller":"traceutil/trace.go:171","msg":"trace[1064029119] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"106.255812ms","start":"2026-02-27T18:28:28.941389Z","end":"2026-02-27T18:28:29.047645Z","steps":["trace[1064029119] 'process raft request' (duration: 106.063968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:32.633179Z","caller":"traceutil/trace.go:171","msg":"trace[1369626704] linearizableReadLoop","detail":"{readStateIndex:4127; appliedIndex:4125; }","duration":"340.860138ms","start":"2026-02-27T18:28:32.29229Z","end":"2026-02-27T18:28:32.63315Z","steps":["trace[1369626704] 'read index received' (duration: 290.465839ms)","trace[1369626704] 'applied index is now lower than readState.Index' (duration: 50.393179ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:32.633234Z","caller":"traceutil/trace.go:171","msg":"trace[905661627] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"367.882296ms","start":"2026-02-27T18:28:32.265299Z","end":"2026-02-27T18:28:32.633181Z","steps":["trace[905661627] 'process raft request' (duration: 317.412065ms)","trace[905661627] 'compare' (duration: 50.01967ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:32.633335Z","caller":"traceutil/trace.go:171","msg":"trace[1502779735] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"364.913617ms","start":"2026-02-27T18:28:32.268409Z","end":"2026-02-27T18:28:32.633323Z","steps":["trace[1502779735] 'process raft request' (duration: 364.654511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:32.633455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:32.268389Z","time spent":"364.980828ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:28:32.633457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:32.26528Z","time spent":"368.057529ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:32.633533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.765259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-27T18:28:32.633646Z","caller":"traceutil/trace.go:171","msg":"trace[1786075947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb; range_end:; response_count:1; response_revision:3952; }","duration":"147.950383ms","start":"2026-02-27T18:28:32.485677Z","end":"2026-02-27T18:28:32.633627Z","steps":["trace[1786075947] 'agreement among raft nodes before linearized reading' (duration: 147.712648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:32.633532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.216837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-02-27T18:28:32.633748Z","caller":"traceutil/trace.go:171","msg":"trace[1699363540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3952; }","duration":"341.463782ms","start":"2026-02-27T18:28:32.292254Z","end":"2026-02-27T18:28:32.633718Z","steps":["trace[1699363540] 'agreement among raft nodes before linearized reading' (duration: 341.121194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:32.633877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:32.292239Z","time spent":"341.613656ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:32.635476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.251778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:552063"} {"level":"info","ts":"2026-02-27T18:28:32.635827Z","caller":"traceutil/trace.go:171","msg":"trace[847440896] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:3952; }","duration":"265.217023ms","start":"2026-02-27T18:28:32.370573Z","end":"2026-02-27T18:28:32.63579Z","steps":["trace[847440896] 'agreement among raft nodes before linearized reading' (duration: 262.811478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:32.642356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.505461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2347966"} {"level":"info","ts":"2026-02-27T18:28:32.64245Z","caller":"traceutil/trace.go:171","msg":"trace[1905731787] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:3952; }","duration":"237.618673ms","start":"2026-02-27T18:28:32.40481Z","end":"2026-02-27T18:28:32.642428Z","steps":["trace[1905731787] 'agreement among raft nodes before linearized reading' (duration: 228.589924ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:32.923769Z","caller":"traceutil/trace.go:171","msg":"trace[1737884769] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"279.623347ms","start":"2026-02-27T18:28:32.644111Z","end":"2026-02-27T18:28:32.923734Z","steps":["trace[1737884769] 'process raft request' (duration: 214.411134ms)","trace[1737884769] 'compare' (duration: 65.017259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:32.923957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.137453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T18:28:32.924022Z","caller":"traceutil/trace.go:171","msg":"trace[907811865] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:3953; }","duration":"247.269487ms","start":"2026-02-27T18:28:32.676736Z","end":"2026-02-27T18:28:32.924006Z","steps":["trace[907811865] 'agreement among raft nodes before linearized reading' (duration: 247.071462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:32.923742Z","caller":"traceutil/trace.go:171","msg":"trace[2036417190] linearizableReadLoop","detail":"{readStateIndex:4128; appliedIndex:4127; }","duration":"246.887807ms","start":"2026-02-27T18:28:32.676802Z","end":"2026-02-27T18:28:32.92369Z","steps":["trace[2036417190] 'read index received' (duration: 181.692075ms)","trace[2036417190] 'applied index is now lower than readState.Index' (duration: 65.194652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:32.924468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.195544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:28:32.924509Z","caller":"traceutil/trace.go:171","msg":"trace[1245219211] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3953; }","duration":"200.275396ms","start":"2026-02-27T18:28:32.724222Z","end":"2026-02-27T18:28:32.924497Z","steps":["trace[1245219211] 'agreement among raft nodes before linearized reading' (duration: 200.194334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:33.134724Z","caller":"traceutil/trace.go:171","msg":"trace[1104524057] linearizableReadLoop","detail":"{readStateIndex:4129; appliedIndex:4128; }","duration":"185.298649ms","start":"2026-02-27T18:28:32.949394Z","end":"2026-02-27T18:28:33.134693Z","steps":["trace[1104524057] 'read index received' (duration: 137.686734ms)","trace[1104524057] 'applied index is now lower than readState.Index' (duration: 47.611085ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:33.134793Z","caller":"traceutil/trace.go:171","msg":"trace[699719921] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"202.216482ms","start":"2026-02-27T18:28:32.932538Z","end":"2026-02-27T18:28:33.134755Z","steps":["trace[699719921] 'process raft request' (duration: 154.523545ms)","trace[699719921] 'compare' (duration: 47.492452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:33.134985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.565105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-02-27T18:28:33.135028Z","caller":"traceutil/trace.go:171","msg":"trace[505682714] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:3954; }","duration":"185.646548ms","start":"2026-02-27T18:28:32.949366Z","end":"2026-02-27T18:28:33.135012Z","steps":["trace[505682714] 'agreement among raft nodes before linearized reading' (duration: 185.494214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:33.307111Z","caller":"traceutil/trace.go:171","msg":"trace[707217497] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"131.651635ms","start":"2026-02-27T18:28:33.175435Z","end":"2026-02-27T18:28:33.307086Z","steps":["trace[707217497] 'process raft request' (duration: 110.188917ms)","trace[707217497] 'compare' (duration: 21.071399ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:35.137314Z","caller":"traceutil/trace.go:171","msg":"trace[650146757] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"201.155418ms","start":"2026-02-27T18:28:34.936129Z","end":"2026-02-27T18:28:35.137284Z","steps":["trace[650146757] 'process raft request' (duration: 200.973583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:35.28193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.180809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:35.282057Z","caller":"traceutil/trace.go:171","msg":"trace[743482344] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"137.863038ms","start":"2026-02-27T18:28:35.144172Z","end":"2026-02-27T18:28:35.282035Z","steps":["trace[743482344] 'process raft request' (duration: 26.485394ms)","trace[743482344] 'compare' (duration: 111.049597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:35.50195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:35.502234Z","caller":"traceutil/trace.go:171","msg":"trace[524674114] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"176.576898ms","start":"2026-02-27T18:28:35.325621Z","end":"2026-02-27T18:28:35.502198Z","steps":["trace[524674114] 'process raft request' (duration: 73.305692ms)","trace[524674114] 'compare' (duration: 102.836376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:35.502264Z","caller":"traceutil/trace.go:171","msg":"trace[1038198257] linearizableReadLoop","detail":"{readStateIndex:4156; appliedIndex:4155; }","duration":"172.923922ms","start":"2026-02-27T18:28:35.329301Z","end":"2026-02-27T18:28:35.502225Z","steps":["trace[1038198257] 'read index received' (duration: 69.658276ms)","trace[1038198257] 'applied index is now lower than readState.Index' (duration: 103.262396ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:35.514976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.658648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:28:35.515021Z","caller":"traceutil/trace.go:171","msg":"trace[1118436377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3980; }","duration":"185.73498ms","start":"2026-02-27T18:28:35.329275Z","end":"2026-02-27T18:28:35.51501Z","steps":["trace[1118436377] 'agreement among raft nodes before linearized reading' (duration: 173.025625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:35.515084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.904764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:28:35.515146Z","caller":"traceutil/trace.go:171","msg":"trace[1646276316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3980; }","duration":"179.998987ms","start":"2026-02-27T18:28:35.335133Z","end":"2026-02-27T18:28:35.515132Z","steps":["trace[1646276316] 'agreement among raft nodes before linearized reading' (duration: 179.789482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:36.905825Z","caller":"traceutil/trace.go:171","msg":"trace[1974608889] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"276.282281ms","start":"2026-02-27T18:28:36.62952Z","end":"2026-02-27T18:28:36.905803Z","steps":["trace[1974608889] 'process raft request' (duration: 276.106336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:36.910522Z","caller":"traceutil/trace.go:171","msg":"trace[1678440686] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4232; }","duration":"253.690936ms","start":"2026-02-27T18:28:36.656806Z","end":"2026-02-27T18:28:36.910496Z","steps":["trace[1678440686] 'read index received' (duration: 248.927856ms)","trace[1678440686] 'applied index is now lower than readState.Index' (duration: 4.76198ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:36.910753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.922122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:28:36.910796Z","caller":"traceutil/trace.go:171","msg":"trace[1654130679] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4056; }","duration":"254.012124ms","start":"2026-02-27T18:28:36.656769Z","end":"2026-02-27T18:28:36.910781Z","steps":["trace[1654130679] 'agreement among raft nodes before linearized reading' (duration: 253.862271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:36.910848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.099394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-02-27T18:28:36.910932Z","caller":"traceutil/trace.go:171","msg":"trace[1157426108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb; range_end:; response_count:1; response_revision:4056; }","duration":"219.241427ms","start":"2026-02-27T18:28:36.691677Z","end":"2026-02-27T18:28:36.910919Z","steps":["trace[1157426108] 'agreement among raft nodes before linearized reading' (duration: 219.050733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:36.910915Z","caller":"traceutil/trace.go:171","msg":"trace[1619692514] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"265.152793ms","start":"2026-02-27T18:28:36.645436Z","end":"2026-02-27T18:28:36.910589Z","steps":["trace[1619692514] 'process raft request' (duration: 264.766234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.373071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.165697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T18:28:39.373171Z","caller":"traceutil/trace.go:171","msg":"trace[1001091314] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4157; }","duration":"304.31204ms","start":"2026-02-27T18:28:39.068832Z","end":"2026-02-27T18:28:39.373144Z","steps":["trace[1001091314] 'range keys from in-memory index tree' (duration: 303.908111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.373236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:39.068811Z","time spent":"304.406923ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-27T18:28:39.373242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.486483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:39.373358Z","caller":"traceutil/trace.go:171","msg":"trace[13854924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4157; }","duration":"241.693588ms","start":"2026-02-27T18:28:39.131637Z","end":"2026-02-27T18:28:39.373331Z","steps":["trace[13854924] 'range keys from in-memory index tree' (duration: 241.38424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.373706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.519378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T18:28:39.37381Z","caller":"traceutil/trace.go:171","msg":"trace[686211532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7; range_end:; response_count:1; response_revision:4157; }","duration":"158.960298ms","start":"2026-02-27T18:28:39.21482Z","end":"2026-02-27T18:28:39.37378Z","steps":["trace[686211532] 'range keys from in-memory index tree' (duration: 157.947284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.62199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.426801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:39.622115Z","caller":"traceutil/trace.go:171","msg":"trace[1963673055] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4341; }","duration":"160.458043ms","start":"2026-02-27T18:28:39.461638Z","end":"2026-02-27T18:28:39.622096Z","steps":["trace[1963673055] 'read index received' (duration: 15.768486ms)","trace[1963673055] 'applied index is now lower than readState.Index' (duration: 144.688067ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:39.622205Z","caller":"traceutil/trace.go:171","msg":"trace[845119281] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"160.888413ms","start":"2026-02-27T18:28:39.461284Z","end":"2026-02-27T18:28:39.622173Z","steps":["trace[845119281] 'process raft request' (duration: 16.173395ms)","trace[845119281] 'compare' (duration: 144.269157ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:39.622322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.676968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-02-27T18:28:39.62236Z","caller":"traceutil/trace.go:171","msg":"trace[278916761] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4159; }","duration":"160.72829ms","start":"2026-02-27T18:28:39.46162Z","end":"2026-02-27T18:28:39.622348Z","steps":["trace[278916761] 'agreement among raft nodes before linearized reading' (duration: 160.578306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.622344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.443447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:28:39.622422Z","caller":"traceutil/trace.go:171","msg":"trace[107820166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4159; }","duration":"102.57387ms","start":"2026-02-27T18:28:39.519827Z","end":"2026-02-27T18:28:39.622401Z","steps":["trace[107820166] 'agreement among raft nodes before linearized reading' (duration: 102.389816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:39.881804Z","caller":"traceutil/trace.go:171","msg":"trace[1580448159] linearizableReadLoop","detail":"{readStateIndex:4344; appliedIndex:4342; }","duration":"253.86279ms","start":"2026-02-27T18:28:39.627913Z","end":"2026-02-27T18:28:39.881776Z","steps":["trace[1580448159] 'read index received' (duration: 45.202508ms)","trace[1580448159] 'applied index is now lower than readState.Index' (duration: 208.659152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:39.881943Z","caller":"traceutil/trace.go:171","msg":"trace[1060033137] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"253.715327ms","start":"2026-02-27T18:28:39.628215Z","end":"2026-02-27T18:28:39.881931Z","steps":["trace[1060033137] 'process raft request' (duration: 253.517882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:39.881931Z","caller":"traceutil/trace.go:171","msg":"trace[1385927069] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"253.739338ms","start":"2026-02-27T18:28:39.628158Z","end":"2026-02-27T18:28:39.881898Z","steps":["trace[1385927069] 'process raft request' (duration: 253.542293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:39.881958Z","caller":"traceutil/trace.go:171","msg":"trace[852985505] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"253.979023ms","start":"2026-02-27T18:28:39.627921Z","end":"2026-02-27T18:28:39.8819Z","steps":["trace[852985505] 'process raft request' (duration: 253.738917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:39.882223Z","caller":"traceutil/trace.go:171","msg":"trace[2113931309] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"254.480745ms","start":"2026-02-27T18:28:39.627731Z","end":"2026-02-27T18:28:39.882212Z","steps":["trace[2113931309] 'process raft request' (duration: 253.777539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.882287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.242649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-02-27T18:28:39.882349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.330701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:28:39.882386Z","caller":"traceutil/trace.go:171","msg":"trace[111434914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4164; }","duration":"254.519266ms","start":"2026-02-27T18:28:39.627857Z","end":"2026-02-27T18:28:39.882376Z","steps":["trace[111434914] 'agreement among raft nodes before linearized reading' (duration: 254.223119ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:39.882415Z","caller":"traceutil/trace.go:171","msg":"trace[2145179899] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4164; }","duration":"254.372493ms","start":"2026-02-27T18:28:39.627991Z","end":"2026-02-27T18:28:39.882364Z","steps":["trace[2145179899] 'agreement among raft nodes before linearized reading' (duration: 254.063335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.882511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.143876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42364"} {"level":"info","ts":"2026-02-27T18:28:39.882555Z","caller":"traceutil/trace.go:171","msg":"trace[1708568919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4164; }","duration":"254.200559ms","start":"2026-02-27T18:28:39.628342Z","end":"2026-02-27T18:28:39.882542Z","steps":["trace[1708568919] 'agreement among raft nodes before linearized reading' (duration: 253.948193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:39.882893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.954851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781340"} {"level":"info","ts":"2026-02-27T18:28:39.88303Z","caller":"traceutil/trace.go:171","msg":"trace[172429278] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4164; }","duration":"222.166655ms","start":"2026-02-27T18:28:39.660834Z","end":"2026-02-27T18:28:39.883001Z","steps":["trace[172429278] 'agreement among raft nodes before linearized reading' (duration: 221.250194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:40.119675Z","caller":"traceutil/trace.go:171","msg":"trace[63695820] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4347; }","duration":"181.356457ms","start":"2026-02-27T18:28:39.938295Z","end":"2026-02-27T18:28:40.119651Z","steps":["trace[63695820] 'read index received' (duration: 171.97293ms)","trace[63695820] 'applied index is now lower than readState.Index' (duration: 9.382247ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:40.119842Z","caller":"traceutil/trace.go:171","msg":"trace[40912457] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"194.847109ms","start":"2026-02-27T18:28:39.924988Z","end":"2026-02-27T18:28:40.119835Z","steps":["trace[40912457] 'process raft request' (duration: 185.286938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.120028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.719725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T18:28:40.120049Z","caller":"traceutil/trace.go:171","msg":"trace[807456975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7; range_end:; response_count:1; response_revision:4165; }","duration":"181.788847ms","start":"2026-02-27T18:28:39.938255Z","end":"2026-02-27T18:28:40.120044Z","steps":["trace[807456975] 'agreement among raft nodes before linearized reading' (duration: 181.695325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:40.537718Z","caller":"traceutil/trace.go:171","msg":"trace[996680695] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"407.945985ms","start":"2026-02-27T18:28:40.129744Z","end":"2026-02-27T18:28:40.53769Z","steps":["trace[996680695] 'process raft request' (duration: 407.853523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.537885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.129724Z","time spent":"408.078898ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:40.538017Z","caller":"traceutil/trace.go:171","msg":"trace[1465226359] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"595.545267ms","start":"2026-02-27T18:28:39.94243Z","end":"2026-02-27T18:28:40.537976Z","steps":["trace[1465226359] 'process raft request' (duration: 573.472885ms)","trace[1465226359] 'compare' (duration: 21.349225ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:40.538128Z","caller":"traceutil/trace.go:171","msg":"trace[1160411660] linearizableReadLoop","detail":"{readStateIndex:4349; appliedIndex:4348; }","duration":"418.393657ms","start":"2026-02-27T18:28:40.119722Z","end":"2026-02-27T18:28:40.538115Z","steps":["trace[1160411660] 'read index received' (duration: 395.965427ms)","trace[1160411660] 'applied index is now lower than readState.Index' (duration: 22.42702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:40.538201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:39.942406Z","time spent":"595.70277ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:40.538342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.675055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:40.538399Z","caller":"traceutil/trace.go:171","msg":"trace[1816386273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4167; }","duration":"409.740216ms","start":"2026-02-27T18:28:40.128642Z","end":"2026-02-27T18:28:40.538382Z","steps":["trace[1816386273] 'agreement among raft nodes before linearized reading' (duration: 409.657384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.538443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.128631Z","time spent":"409.801778ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:28:40.538427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.367788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:28:40.538463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.754417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2.18982de397032882\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-02-27T18:28:40.538494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.511731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-02-27T18:28:40.538501Z","caller":"traceutil/trace.go:171","msg":"trace[982893072] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2.18982de397032882; range_end:; response_count:1; response_revision:4167; }","duration":"406.831519ms","start":"2026-02-27T18:28:40.13166Z","end":"2026-02-27T18:28:40.538491Z","steps":["trace[982893072] 'agreement among raft nodes before linearized reading' (duration: 406.694386ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:40.538506Z","caller":"traceutil/trace.go:171","msg":"trace[236283368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4167; }","duration":"584.49726ms","start":"2026-02-27T18:28:39.953991Z","end":"2026-02-27T18:28:40.538488Z","steps":["trace[236283368] 'agreement among raft nodes before linearized reading' (duration: 584.288215ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:40.538532Z","caller":"traceutil/trace.go:171","msg":"trace[1229480920] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7; range_end:; response_count:1; response_revision:4167; }","duration":"159.579002ms","start":"2026-02-27T18:28:40.378942Z","end":"2026-02-27T18:28:40.538521Z","steps":["trace[1229480920] 'agreement among raft nodes before linearized reading' (duration: 159.522951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.538539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.131635Z","time spent":"406.895901ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":855,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2.18982de397032882\" "} {"level":"warn","ts":"2026-02-27T18:28:40.538549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:39.953966Z","time spent":"584.574712ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:28:40.538442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.137262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:28:40.538612Z","caller":"traceutil/trace.go:171","msg":"trace[1795330601] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:4167; }","duration":"334.324196ms","start":"2026-02-27T18:28:40.204276Z","end":"2026-02-27T18:28:40.538601Z","steps":["trace[1795330601] 'agreement among raft nodes before linearized reading' (duration: 334.04976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.538648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.204268Z","time spent":"334.368808ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T18:28:40.538765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.882587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T18:28:40.538806Z","caller":"traceutil/trace.go:171","msg":"trace[1163458542] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4167; }","duration":"330.962419ms","start":"2026-02-27T18:28:40.207834Z","end":"2026-02-27T18:28:40.538796Z","steps":["trace[1163458542] 'agreement among raft nodes before linearized reading' (duration: 330.863357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.538835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.207823Z","time spent":"331.00462ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:40.538844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.770534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781340"} {"level":"info","ts":"2026-02-27T18:28:40.538921Z","caller":"traceutil/trace.go:171","msg":"trace[951348667] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4167; }","duration":"383.883786ms","start":"2026-02-27T18:28:40.155018Z","end":"2026-02-27T18:28:40.538901Z","steps":["trace[951348667] 'agreement among raft nodes before linearized reading' (duration: 383.326593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.538976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.155006Z","time spent":"383.961028ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":781363,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-27T18:28:40.539806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.152337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2572750"} {"level":"info","ts":"2026-02-27T18:28:40.539878Z","caller":"traceutil/trace.go:171","msg":"trace[135084783] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:4167; }","duration":"382.252069ms","start":"2026-02-27T18:28:40.157608Z","end":"2026-02-27T18:28:40.53986Z","steps":["trace[135084783] 'agreement among raft nodes before linearized reading' (duration: 381.231045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:40.539921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:40.157595Z","time spent":"382.31413ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2572773,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-27T18:28:42.240369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.98369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2.18982de665e33ba7\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-02-27T18:28:42.24043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.131664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:28:42.240573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.219928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:28:42.240607Z","caller":"traceutil/trace.go:171","msg":"trace[1397500564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4200; }","duration":"353.356179ms","start":"2026-02-27T18:28:41.887174Z","end":"2026-02-27T18:28:42.24053Z","steps":["trace[1397500564] 'range keys from in-memory index tree' (duration: 352.826047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.240671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.221744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:42.240674Z","caller":"traceutil/trace.go:171","msg":"trace[762624216] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4200; }","duration":"613.416663ms","start":"2026-02-27T18:28:41.627236Z","end":"2026-02-27T18:28:42.240652Z","steps":["trace[762624216] 'range keys from in-memory index tree' (duration: 612.970653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.240655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.237572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:28:42.240621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.263735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18982de5c216048f\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-02-27T18:28:42.240729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.627194Z","time spent":"613.527566ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:28:42.240729Z","caller":"traceutil/trace.go:171","msg":"trace[779605228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4200; }","duration":"109.301906ms","start":"2026-02-27T18:28:42.131408Z","end":"2026-02-27T18:28:42.24071Z","steps":["trace[779605228] 'range keys from in-memory index tree' (duration: 109.071041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.240621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.557383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:28:42.240745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.617695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:28:42.24078Z","caller":"traceutil/trace.go:171","msg":"trace[975919576] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18982de5c216048f; range_end:; response_count:1; response_revision:4200; }","duration":"156.482221ms","start":"2026-02-27T18:28:42.084268Z","end":"2026-02-27T18:28:42.240751Z","steps":["trace[975919576] 'range keys from in-memory index tree' (duration: 156.074821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.240819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.025086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:42.240856Z","caller":"traceutil/trace.go:171","msg":"trace[1280012075] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4200; }","duration":"320.085567ms","start":"2026-02-27T18:28:41.920757Z","end":"2026-02-27T18:28:42.240843Z","steps":["trace[1280012075] 'range keys from in-memory index tree' (duration: 319.915883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.240839Z","caller":"traceutil/trace.go:171","msg":"trace[1005032008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4200; }","duration":"353.787189ms","start":"2026-02-27T18:28:41.887008Z","end":"2026-02-27T18:28:42.240795Z","steps":["trace[1005032008] 'range keys from in-memory index tree' (duration: 353.39842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.240892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.920743Z","time spent":"320.141879ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-02-27T18:28:42.240698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.88714Z","time spent":"353.542303ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:42.240902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.372436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:28:42.240917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.886985Z","time spent":"353.912182ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:28:42.240841Z","caller":"traceutil/trace.go:171","msg":"trace[329597643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4200; }","duration":"353.739198ms","start":"2026-02-27T18:28:41.887082Z","end":"2026-02-27T18:28:42.240821Z","steps":["trace[329597643] 'range keys from in-memory index tree' (duration: 353.490472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.240771Z","caller":"traceutil/trace.go:171","msg":"trace[1264762354] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4200; }","duration":"564.425357ms","start":"2026-02-27T18:28:41.67632Z","end":"2026-02-27T18:28:42.240745Z","steps":["trace[1264762354] 'range keys from in-memory index tree' (duration: 563.942725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.241639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.887065Z","time spent":"354.519266ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:28:42.241739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.676296Z","time spent":"565.401349ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:28:42.24096Z","caller":"traceutil/trace.go:171","msg":"trace[722910258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4200; }","duration":"352.448238ms","start":"2026-02-27T18:28:41.888497Z","end":"2026-02-27T18:28:42.240945Z","steps":["trace[722910258] 'range keys from in-memory index tree' (duration: 352.230653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.242086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.888487Z","time spent":"353.590864ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"info","ts":"2026-02-27T18:28:42.240982Z","caller":"traceutil/trace.go:171","msg":"trace[20546042] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2.18982de665e33ba7; range_end:; response_count:1; response_revision:4200; }","duration":"275.141884ms","start":"2026-02-27T18:28:41.965318Z","end":"2026-02-27T18:28:42.24046Z","steps":["trace[20546042] 'range keys from in-memory index tree' (duration: 274.786086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.241079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.188802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:28:42.242254Z","caller":"traceutil/trace.go:171","msg":"trace[1199157093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4200; }","duration":"353.470812ms","start":"2026-02-27T18:28:41.888756Z","end":"2026-02-27T18:28:42.242227Z","steps":["trace[1199157093] 'range keys from in-memory index tree' (duration: 351.845654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.242317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:41.888725Z","time spent":"353.572553ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:42.24113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.685403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-02-27T18:28:42.242428Z","caller":"traceutil/trace.go:171","msg":"trace[1031222024] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zlht2; range_end:; response_count:1; response_revision:4200; }","duration":"278.975863ms","start":"2026-02-27T18:28:41.963419Z","end":"2026-02-27T18:28:42.242395Z","steps":["trace[1031222024] 'range keys from in-memory index tree' (duration: 277.315044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.459887Z","caller":"traceutil/trace.go:171","msg":"trace[922225738] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"216.416491ms","start":"2026-02-27T18:28:42.243436Z","end":"2026-02-27T18:28:42.459852Z","steps":["trace[922225738] 'process raft request' (duration: 216.232547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.640127Z","caller":"traceutil/trace.go:171","msg":"trace[345440560] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"392.606089ms","start":"2026-02-27T18:28:42.24748Z","end":"2026-02-27T18:28:42.640086Z","steps":["trace[345440560] 'process raft request' (duration: 392.407635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.640192Z","caller":"traceutil/trace.go:171","msg":"trace[1070195213] linearizableReadLoop","detail":"{readStateIndex:4388; appliedIndex:4386; }","duration":"393.698365ms","start":"2026-02-27T18:28:42.246472Z","end":"2026-02-27T18:28:42.64017Z","steps":["trace[1070195213] 'read index received' (duration: 213.193187ms)","trace[1070195213] 'applied index is now lower than readState.Index' (duration: 180.503838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:42.640336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.24747Z","time spent":"392.757283ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:42.640391Z","caller":"traceutil/trace.go:171","msg":"trace[1702045092] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"392.822545ms","start":"2026-02-27T18:28:42.247557Z","end":"2026-02-27T18:28:42.64038Z","steps":["trace[1702045092] 'process raft request' (duration: 392.382485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.640501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.247552Z","time spent":"392.869476ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:42.640696Z","caller":"traceutil/trace.go:171","msg":"trace[1616061959] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"392.452686ms","start":"2026-02-27T18:28:42.248182Z","end":"2026-02-27T18:28:42.640635Z","steps":["trace[1616061959] 'process raft request' (duration: 391.892003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.640838Z","caller":"traceutil/trace.go:171","msg":"trace[55009455] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"394.559135ms","start":"2026-02-27T18:28:42.24626Z","end":"2026-02-27T18:28:42.640819Z","steps":["trace[55009455] 'process raft request' (duration: 393.069151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.640901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.248176Z","time spent":"392.62232ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":561,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:28:42.640921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.246242Z","time spent":"394.630916ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:42.640942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.442592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:28:42.641011Z","caller":"traceutil/trace.go:171","msg":"trace[1246942309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4209; }","duration":"394.541084ms","start":"2026-02-27T18:28:42.24645Z","end":"2026-02-27T18:28:42.640991Z","steps":["trace[1246942309] 'agreement among raft nodes before linearized reading' (duration: 394.269928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.641054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.246442Z","time spent":"394.598705ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:42.64107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.494824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42364"} {"level":"info","ts":"2026-02-27T18:28:42.641114Z","caller":"traceutil/trace.go:171","msg":"trace[450706958] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4209; }","duration":"394.567445ms","start":"2026-02-27T18:28:42.246535Z","end":"2026-02-27T18:28:42.641103Z","steps":["trace[450706958] 'agreement among raft nodes before linearized reading' (duration: 394.36295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.641181Z","caller":"traceutil/trace.go:171","msg":"trace[986478278] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"393.50091ms","start":"2026-02-27T18:28:42.247659Z","end":"2026-02-27T18:28:42.64116Z","steps":["trace[986478278] 'process raft request' (duration: 392.387304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.641144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.246516Z","time spent":"394.620887ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":42387,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:28:42.641334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.247654Z","time spent":"393.568141ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:42.641434Z","caller":"traceutil/trace.go:171","msg":"trace[823290233] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"393.817708ms","start":"2026-02-27T18:28:42.247591Z","end":"2026-02-27T18:28:42.641409Z","steps":["trace[823290233] 'process raft request' (duration: 392.382195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:42.64144Z","caller":"traceutil/trace.go:171","msg":"trace[260785201] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"393.804027ms","start":"2026-02-27T18:28:42.247626Z","end":"2026-02-27T18:28:42.64143Z","steps":["trace[260785201] 'process raft request' (duration: 392.385914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.641528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.247621Z","time spent":"393.857788ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:42.641535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.247587Z","time spent":"393.893179ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:42.641691Z","caller":"traceutil/trace.go:171","msg":"trace[228597849] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"386.840326ms","start":"2026-02-27T18:28:42.254833Z","end":"2026-02-27T18:28:42.641673Z","steps":["trace[228597849] 'process raft request' (duration: 385.28259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:42.641809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:42.254825Z","time spent":"386.912487ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:48.291986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.179003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:48.292085Z","caller":"traceutil/trace.go:171","msg":"trace[1409093071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4293; }","duration":"162.338376ms","start":"2026-02-27T18:28:48.129726Z","end":"2026-02-27T18:28:48.292064Z","steps":["trace[1409093071] 'range keys from in-memory index tree' (duration: 162.04222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:51.061503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.991554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:51.061607Z","caller":"traceutil/trace.go:171","msg":"trace[1212638078] linearizableReadLoop","detail":"{readStateIndex:4510; appliedIndex:4509; }","duration":"338.136665ms","start":"2026-02-27T18:28:50.723456Z","end":"2026-02-27T18:28:51.061593Z","steps":["trace[1212638078] 'read index received' (duration: 46.641µs)","trace[1212638078] 'applied index is now lower than readState.Index' (duration: 338.088514ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:51.06168Z","caller":"traceutil/trace.go:171","msg":"trace[1642447779] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"634.333627ms","start":"2026-02-27T18:28:50.427318Z","end":"2026-02-27T18:28:51.061651Z","steps":["trace[1642447779] 'compare' (duration: 625.677647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:51.061726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.427293Z","time spent":"634.411579ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:28:51.062207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.75398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:28:51.062269Z","caller":"traceutil/trace.go:171","msg":"trace[1820634260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4319; }","duration":"338.857752ms","start":"2026-02-27T18:28:50.723399Z","end":"2026-02-27T18:28:51.062257Z","steps":["trace[1820634260] 'agreement among raft nodes before linearized reading' (duration: 338.479843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:51.06231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.723347Z","time spent":"338.955815ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:51.562602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902300091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:28:52.062915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902300091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:28:52.15745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096735167s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:28:52.157973Z","caller":"traceutil/trace.go:171","msg":"trace[32408731] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"1.103568606s","start":"2026-02-27T18:28:51.054375Z","end":"2026-02-27T18:28:52.157943Z","steps":["trace[32408731] 'process raft request' (duration: 1.103353571s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.158229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:51.054343Z","time spent":"1.10371811s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1441,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:52.358172Z","caller":"traceutil/trace.go:171","msg":"trace[1054564502] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"190.134842ms","start":"2026-02-27T18:28:52.168011Z","end":"2026-02-27T18:28:52.358145Z","steps":["trace[1054564502] 'process raft request' (duration: 190.06891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.358357Z","caller":"traceutil/trace.go:171","msg":"trace[557875779] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"1.292225954s","start":"2026-02-27T18:28:51.066075Z","end":"2026-02-27T18:28:52.358301Z","steps":["trace[557875779] 'process raft request' (duration: 1.211857589s)","trace[557875779] 'compare' (duration: 80.007776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:52.358551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:51.066063Z","time spent":"1.292392367s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:52.358588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635084068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:28:52.358655Z","caller":"traceutil/trace.go:171","msg":"trace[201765821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4322; }","duration":"1.635195311s","start":"2026-02-27T18:28:50.72345Z","end":"2026-02-27T18:28:52.358645Z","steps":["trace[201765821] 'agreement among raft nodes before linearized reading' (duration: 1.634979446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.358596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629542509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:28:52.358682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.723428Z","time spent":"1.635247632s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:28:52.358667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596878471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:28:52.358395Z","caller":"traceutil/trace.go:171","msg":"trace[883250934] linearizableReadLoop","detail":"{readStateIndex:4512; appliedIndex:4510; }","duration":"1.296734128s","start":"2026-02-27T18:28:51.061627Z","end":"2026-02-27T18:28:52.358361Z","steps":["trace[883250934] 'read index received' (duration: 1.096066482s)","trace[883250934] 'applied index is now lower than readState.Index' (duration: 200.664336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:52.358707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594516817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:28:52.358721Z","caller":"traceutil/trace.go:171","msg":"trace[1493447471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4322; }","duration":"1.629700474s","start":"2026-02-27T18:28:50.728989Z","end":"2026-02-27T18:28:52.358689Z","steps":["trace[1493447471] 'agreement among raft nodes before linearized reading' (duration: 1.629375946s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.358745Z","caller":"traceutil/trace.go:171","msg":"trace[1760276933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4322; }","duration":"1.597049105s","start":"2026-02-27T18:28:50.761676Z","end":"2026-02-27T18:28:52.358725Z","steps":["trace[1760276933] 'agreement among raft nodes before linearized reading' (duration: 1.596730588s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.358776Z","caller":"traceutil/trace.go:171","msg":"trace[898809678] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4322; }","duration":"1.594622379s","start":"2026-02-27T18:28:50.764133Z","end":"2026-02-27T18:28:52.358755Z","steps":["trace[898809678] 'agreement among raft nodes before linearized reading' (duration: 1.594351903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.358784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.761659Z","time spent":"1.597119158s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:28:52.358786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.728979Z","time spent":"1.629797346s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:28:52.358763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630648465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:28:52.358811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.764117Z","time spent":"1.594685381s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:52.358782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630520552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:28:52.358863Z","caller":"traceutil/trace.go:171","msg":"trace[1679225142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4322; }","duration":"1.630789378s","start":"2026-02-27T18:28:50.728049Z","end":"2026-02-27T18:28:52.358838Z","steps":["trace[1679225142] 'agreement among raft nodes before linearized reading' (duration: 1.630492111s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.358883Z","caller":"traceutil/trace.go:171","msg":"trace[840931165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4322; }","duration":"1.630697356s","start":"2026-02-27T18:28:50.728163Z","end":"2026-02-27T18:28:52.358861Z","steps":["trace[840931165] 'agreement among raft nodes before linearized reading' (duration: 1.630338208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.358907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.728034Z","time spent":"1.63086424s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:52.358934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.728134Z","time spent":"1.630791048s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:52.358977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254122359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:28:52.358997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.744274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:28:52.359014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.030443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-02-27T18:28:52.359035Z","caller":"traceutil/trace.go:171","msg":"trace[196862896] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4322; }","duration":"1.254214861s","start":"2026-02-27T18:28:51.1048Z","end":"2026-02-27T18:28:52.359015Z","steps":["trace[196862896] 'agreement among raft nodes before linearized reading' (duration: 1.254069968s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.35906Z","caller":"traceutil/trace.go:171","msg":"trace[1865227127] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4322; }","duration":"188.096294ms","start":"2026-02-27T18:28:52.17095Z","end":"2026-02-27T18:28:52.359046Z","steps":["trace[1865227127] 'agreement among raft nodes before linearized reading' (duration: 187.973371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.359061Z","caller":"traceutil/trace.go:171","msg":"trace[1114992456] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4322; }","duration":"102.858297ms","start":"2026-02-27T18:28:52.256185Z","end":"2026-02-27T18:28:52.359043Z","steps":["trace[1114992456] 'agreement among raft nodes before linearized reading' (duration: 102.681983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.359072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:51.104783Z","time spent":"1.254281842s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:52.359091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.021183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:28:52.358673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630358848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:28:52.359124Z","caller":"traceutil/trace.go:171","msg":"trace[245739511] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4322; }","duration":"794.122245ms","start":"2026-02-27T18:28:51.564991Z","end":"2026-02-27T18:28:52.359114Z","steps":["trace[245739511] 'agreement among raft nodes before linearized reading' (duration: 794.063084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.359145Z","caller":"traceutil/trace.go:171","msg":"trace[1490804000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4322; }","duration":"1.63084538s","start":"2026-02-27T18:28:50.728289Z","end":"2026-02-27T18:28:52.359135Z","steps":["trace[1490804000] 'agreement among raft nodes before linearized reading' (duration: 1.630222695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.359154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:51.564968Z","time spent":"794.178207ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:28:52.359176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.728284Z","time spent":"1.630883921s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:28:52.359025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.344994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:52.359378Z","caller":"traceutil/trace.go:171","msg":"trace[1687035386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4322; }","duration":"227.739374ms","start":"2026-02-27T18:28:52.131602Z","end":"2026-02-27T18:28:52.359342Z","steps":["trace[1687035386] 'agreement among raft nodes before linearized reading' (duration: 227.311644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.361006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631177928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:28:52.361093Z","caller":"traceutil/trace.go:171","msg":"trace[500733108] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4322; }","duration":"1.6312833s","start":"2026-02-27T18:28:50.729792Z","end":"2026-02-27T18:28:52.361075Z","steps":["trace[500733108] 'agreement among raft nodes before linearized reading' (duration: 1.628627968s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.361133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:50.729784Z","time spent":"1.631338671s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:28:52.581781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.144627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:52.582319Z","caller":"traceutil/trace.go:171","msg":"trace[1185896937] linearizableReadLoop","detail":"{readStateIndex:4520; appliedIndex:4514; }","duration":"188.629597ms","start":"2026-02-27T18:28:52.393666Z","end":"2026-02-27T18:28:52.582296Z","steps":["trace[1185896937] 'read index received' (duration: 64.900216ms)","trace[1185896937] 'applied index is now lower than readState.Index' (duration: 123.728211ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:52.582321Z","caller":"traceutil/trace.go:171","msg":"trace[2001175329] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"217.868335ms","start":"2026-02-27T18:28:52.364432Z","end":"2026-02-27T18:28:52.5823Z","steps":["trace[2001175329] 'process raft request' (duration: 94.084773ms)","trace[2001175329] 'compare' (duration: 122.956303ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:52.582416Z","caller":"traceutil/trace.go:171","msg":"trace[2032146934] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"216.778579ms","start":"2026-02-27T18:28:52.365629Z","end":"2026-02-27T18:28:52.582408Z","steps":["trace[2032146934] 'process raft request' (duration: 216.487283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.58258Z","caller":"traceutil/trace.go:171","msg":"trace[1739873075] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"217.856845ms","start":"2026-02-27T18:28:52.364714Z","end":"2026-02-27T18:28:52.582571Z","steps":["trace[1739873075] 'process raft request' (duration: 217.19222ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.582653Z","caller":"traceutil/trace.go:171","msg":"trace[1882295739] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"217.856755ms","start":"2026-02-27T18:28:52.364788Z","end":"2026-02-27T18:28:52.582645Z","steps":["trace[1882295739] 'process raft request' (duration: 217.2116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.582661Z","caller":"traceutil/trace.go:171","msg":"trace[115306302] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"212.447929ms","start":"2026-02-27T18:28:52.370199Z","end":"2026-02-27T18:28:52.582647Z","steps":["trace[115306302] 'process raft request' (duration: 211.984598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.582714Z","caller":"traceutil/trace.go:171","msg":"trace[1263895334] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"217.827604ms","start":"2026-02-27T18:28:52.36488Z","end":"2026-02-27T18:28:52.582707Z","steps":["trace[1263895334] 'process raft request' (duration: 217.18713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.583002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.19009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:28:52.583075Z","caller":"traceutil/trace.go:171","msg":"trace[1029248035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4329; }","duration":"217.276311ms","start":"2026-02-27T18:28:52.365778Z","end":"2026-02-27T18:28:52.583054Z","steps":["trace[1029248035] 'agreement among raft nodes before linearized reading' (duration: 217.097427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.583283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.51776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T18:28:52.58335Z","caller":"traceutil/trace.go:171","msg":"trace[243059892] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4329; }","duration":"218.606392ms","start":"2026-02-27T18:28:52.364722Z","end":"2026-02-27T18:28:52.583328Z","steps":["trace[243059892] 'agreement among raft nodes before linearized reading' (duration: 218.418707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.583501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.07824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:28:52.583555Z","caller":"traceutil/trace.go:171","msg":"trace[137541714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4329; }","duration":"218.166602ms","start":"2026-02-27T18:28:52.365374Z","end":"2026-02-27T18:28:52.583541Z","steps":["trace[137541714] 'agreement among raft nodes before linearized reading' (duration: 218.012918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.804452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.536932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:52.804762Z","caller":"traceutil/trace.go:171","msg":"trace[881878042] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"216.879902ms","start":"2026-02-27T18:28:52.587826Z","end":"2026-02-27T18:28:52.804706Z","steps":["trace[881878042] 'process raft request' (duration: 109.997822ms)","trace[881878042] 'compare' (duration: 106.057321ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:52.804825Z","caller":"traceutil/trace.go:171","msg":"trace[1021378806] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"215.601372ms","start":"2026-02-27T18:28:52.589165Z","end":"2026-02-27T18:28:52.804766Z","steps":["trace[1021378806] 'process raft request' (duration: 215.424968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.804871Z","caller":"traceutil/trace.go:171","msg":"trace[715394499] linearizableReadLoop","detail":"{readStateIndex:4524; appliedIndex:4520; }","duration":"212.326707ms","start":"2026-02-27T18:28:52.59253Z","end":"2026-02-27T18:28:52.804857Z","steps":["trace[715394499] 'read index received' (duration: 105.318624ms)","trace[715394499] 'applied index is now lower than readState.Index' (duration: 107.007023ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:52.805081Z","caller":"traceutil/trace.go:171","msg":"trace[319541100] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"214.014346ms","start":"2026-02-27T18:28:52.59102Z","end":"2026-02-27T18:28:52.805034Z","steps":["trace[319541100] 'process raft request' (duration: 213.696128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.805158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.476249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b716506c-82e2-43b4-a7f5-be6a2a638278\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T18:28:52.805207Z","caller":"traceutil/trace.go:171","msg":"trace[154770047] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b716506c-82e2-43b4-a7f5-be6a2a638278; range_end:; response_count:1; response_revision:4335; }","duration":"212.538371ms","start":"2026-02-27T18:28:52.592656Z","end":"2026-02-27T18:28:52.805194Z","steps":["trace[154770047] 'agreement among raft nodes before linearized reading' (duration: 212.401418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.805282Z","caller":"traceutil/trace.go:171","msg":"trace[1707386482] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"212.229614ms","start":"2026-02-27T18:28:52.593018Z","end":"2026-02-27T18:28:52.805248Z","steps":["trace[1707386482] 'process raft request' (duration: 211.734902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.80532Z","caller":"traceutil/trace.go:171","msg":"trace[937991256] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"179.001243ms","start":"2026-02-27T18:28:52.626301Z","end":"2026-02-27T18:28:52.805302Z","steps":["trace[937991256] 'process raft request' (duration: 178.503781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:52.805319Z","caller":"traceutil/trace.go:171","msg":"trace[767075193] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"215.825088ms","start":"2026-02-27T18:28:52.589459Z","end":"2026-02-27T18:28:52.805284Z","steps":["trace[767075193] 'process raft request' (duration: 215.195723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.805527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.824218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-02-27T18:28:52.805579Z","caller":"traceutil/trace.go:171","msg":"trace[832125772] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4335; }","duration":"212.887279ms","start":"2026-02-27T18:28:52.592677Z","end":"2026-02-27T18:28:52.805564Z","steps":["trace[832125772] 'agreement among raft nodes before linearized reading' (duration: 212.739016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.805245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.708685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-02-27T18:28:52.805683Z","caller":"traceutil/trace.go:171","msg":"trace[752786148] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4335; }","duration":"213.144476ms","start":"2026-02-27T18:28:52.592526Z","end":"2026-02-27T18:28:52.80567Z","steps":["trace[752786148] 'agreement among raft nodes before linearized reading' (duration: 212.644824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:52.805783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.809602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:164444"} {"level":"info","ts":"2026-02-27T18:28:52.805852Z","caller":"traceutil/trace.go:171","msg":"trace[2125247875] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4335; }","duration":"123.947395ms","start":"2026-02-27T18:28:52.681885Z","end":"2026-02-27T18:28:52.805832Z","steps":["trace[2125247875] 'agreement among raft nodes before linearized reading' (duration: 123.343171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.421514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.20359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T18:28:53.421939Z","caller":"traceutil/trace.go:171","msg":"trace[226594734] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4335; }","duration":"610.25611ms","start":"2026-02-27T18:28:52.811642Z","end":"2026-02-27T18:28:53.421898Z","steps":["trace[226594734] 'process raft request' (duration: 95.579598ms)","trace[226594734] 'compare' (duration: 514.150239ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:53.42206Z","caller":"traceutil/trace.go:171","msg":"trace[1550286643] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"609.762828ms","start":"2026-02-27T18:28:52.812275Z","end":"2026-02-27T18:28:53.422038Z","steps":["trace[1550286643] 'process raft request' (duration: 609.513882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.422106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.811625Z","time spent":"610.408863ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:28:53.422167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.812241Z","time spent":"609.873931ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:53.422254Z","caller":"traceutil/trace.go:171","msg":"trace[563890310] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"606.572654ms","start":"2026-02-27T18:28:52.815669Z","end":"2026-02-27T18:28:53.422242Z","steps":["trace[563890310] 'process raft request' (duration: 606.270596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.422317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.815645Z","time spent":"606.633945ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:53.422909Z","caller":"traceutil/trace.go:171","msg":"trace[586212164] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"602.06551ms","start":"2026-02-27T18:28:52.820823Z","end":"2026-02-27T18:28:53.422889Z","steps":["trace[586212164] 'process raft request' (duration: 601.161289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.423019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.820799Z","time spent":"602.166861ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:53.423022Z","caller":"traceutil/trace.go:171","msg":"trace[1746710677] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4526; }","duration":"546.393817ms","start":"2026-02-27T18:28:52.876614Z","end":"2026-02-27T18:28:53.423008Z","steps":["trace[1746710677] 'read index received' (duration: 30.62032ms)","trace[1746710677] 'applied index is now lower than readState.Index' (duration: 515.772187ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:53.423155Z","caller":"traceutil/trace.go:171","msg":"trace[133878350] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"533.55336ms","start":"2026-02-27T18:28:52.889593Z","end":"2026-02-27T18:28:53.423146Z","steps":["trace[133878350] 'process raft request' (duration: 533.208292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.423247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.889557Z","time spent":"533.655232ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:53.423463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.847548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T18:28:53.423475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.01931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T18:28:53.423503Z","caller":"traceutil/trace.go:171","msg":"trace[705761345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4339; }","duration":"546.941251ms","start":"2026-02-27T18:28:52.876551Z","end":"2026-02-27T18:28:53.423492Z","steps":["trace[705761345] 'agreement among raft nodes before linearized reading' (duration: 546.854699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.42348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.707083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:164444"} {"level":"warn","ts":"2026-02-27T18:28:53.423533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.876533Z","time spent":"546.990921ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T18:28:53.423564Z","caller":"traceutil/trace.go:171","msg":"trace[496306539] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4339; }","duration":"464.852316ms","start":"2026-02-27T18:28:52.958693Z","end":"2026-02-27T18:28:53.423545Z","steps":["trace[496306539] 'agreement among raft nodes before linearized reading' (duration: 464.564669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:53.423511Z","caller":"traceutil/trace.go:171","msg":"trace[841301747] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4339; }","duration":"209.058601ms","start":"2026-02-27T18:28:53.21444Z","end":"2026-02-27T18:28:53.423498Z","steps":["trace[841301747] 'agreement among raft nodes before linearized reading' (duration: 208.945558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.423612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.958666Z","time spent":"464.936078ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":164467,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:28:53.423592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.320001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:28:53.423726Z","caller":"traceutil/trace.go:171","msg":"trace[1966533770] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4339; }","duration":"432.469004ms","start":"2026-02-27T18:28:52.991216Z","end":"2026-02-27T18:28:53.423685Z","steps":["trace[1966533770] 'agreement among raft nodes before linearized reading' (duration: 432.249709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:53.423778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:52.991171Z","time spent":"432.594317ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:28:53.678643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.722327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:53.678801Z","caller":"traceutil/trace.go:171","msg":"trace[576471221] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"250.135043ms","start":"2026-02-27T18:28:53.42864Z","end":"2026-02-27T18:28:53.678775Z","steps":["trace[576471221] 'process raft request' (duration: 96.146ms)","trace[576471221] 'compare' (duration: 153.442881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:54.052506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.780993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:28:54.053053Z","caller":"traceutil/trace.go:171","msg":"trace[702446335] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"622.970564ms","start":"2026-02-27T18:28:53.430055Z","end":"2026-02-27T18:28:54.053026Z","steps":["trace[702446335] 'process raft request' (duration: 622.670527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:54.053084Z","caller":"traceutil/trace.go:171","msg":"trace[1433220969] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"622.221077ms","start":"2026-02-27T18:28:53.430831Z","end":"2026-02-27T18:28:54.053052Z","steps":["trace[1433220969] 'process raft request' (duration: 621.93302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.05316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.430049Z","time spent":"623.062406ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:54.053156Z","caller":"traceutil/trace.go:171","msg":"trace[1535222699] linearizableReadLoop","detail":"{readStateIndex:4536; appliedIndex:4531; }","duration":"622.010772ms","start":"2026-02-27T18:28:53.431115Z","end":"2026-02-27T18:28:54.053126Z","steps":["trace[1535222699] 'read index received' (duration: 93.686724ms)","trace[1535222699] 'applied index is now lower than readState.Index' (duration: 528.322528ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:54.053201Z","caller":"traceutil/trace.go:171","msg":"trace[1306857551] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"624.373177ms","start":"2026-02-27T18:28:53.428749Z","end":"2026-02-27T18:28:54.053122Z","steps":["trace[1306857551] 'process raft request' (duration: 402.837767ms)","trace[1306857551] 'compare' (duration: 220.630819ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:54.053268Z","caller":"traceutil/trace.go:171","msg":"trace[816962772] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"618.104871ms","start":"2026-02-27T18:28:53.435142Z","end":"2026-02-27T18:28:54.053247Z","steps":["trace[816962772] 'process raft request' (duration: 617.673061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.053367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.243538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T18:28:54.053385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.435129Z","time spent":"618.186024ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:54.053425Z","caller":"traceutil/trace.go:171","msg":"trace[647257876] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4345; }","duration":"622.305589ms","start":"2026-02-27T18:28:53.4311Z","end":"2026-02-27T18:28:54.053405Z","steps":["trace[647257876] 'agreement among raft nodes before linearized reading' (duration: 622.146345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.053257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.430822Z","time spent":"622.3442ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:54.053437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.272832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:28:54.053469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.431095Z","time spent":"622.36319ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T18:28:54.053493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.089182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:164444"} {"level":"info","ts":"2026-02-27T18:28:54.053502Z","caller":"traceutil/trace.go:171","msg":"trace[1787445743] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4345; }","duration":"236.394795ms","start":"2026-02-27T18:28:53.817091Z","end":"2026-02-27T18:28:54.053486Z","steps":["trace[1787445743] 'agreement among raft nodes before linearized reading' (duration: 236.262872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:54.053527Z","caller":"traceutil/trace.go:171","msg":"trace[1278495408] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4345; }","duration":"618.150012ms","start":"2026-02-27T18:28:53.435368Z","end":"2026-02-27T18:28:54.053518Z","steps":["trace[1278495408] 'agreement among raft nodes before linearized reading' (duration: 617.904737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.053495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.428734Z","time spent":"624.606962ms","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:54.053562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.435361Z","time spent":"618.192953ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":164467,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T18:28:54.053683Z","caller":"traceutil/trace.go:171","msg":"trace[1069856782] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"623.744442ms","start":"2026-02-27T18:28:53.429149Z","end":"2026-02-27T18:28:54.052894Z","steps":["trace[1069856782] 'process raft request' (duration: 623.503596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.053747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:53.429141Z","time spent":"624.576882ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:54.949994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.685792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:28:54.95009Z","caller":"traceutil/trace.go:171","msg":"trace[261863764] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4345; }","duration":"361.842895ms","start":"2026-02-27T18:28:54.588227Z","end":"2026-02-27T18:28:54.950069Z","steps":["trace[261863764] 'range keys from in-memory index tree' (duration: 361.471886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.950135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.588205Z","time spent":"361.921128ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:28:54.950235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.87506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:28:54.950312Z","caller":"traceutil/trace.go:171","msg":"trace[1586093394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4345; }","duration":"357.006683ms","start":"2026-02-27T18:28:54.593286Z","end":"2026-02-27T18:28:54.950292Z","steps":["trace[1586093394] 'range keys from in-memory index tree' (duration: 356.670315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.950352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.593265Z","time spent":"357.078446ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:28:54.950485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.172827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:28:54.950521Z","caller":"traceutil/trace.go:171","msg":"trace[556481711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4345; }","duration":"363.246788ms","start":"2026-02-27T18:28:54.58726Z","end":"2026-02-27T18:28:54.950507Z","steps":["trace[556481711] 'range keys from in-memory index tree' (duration: 362.982331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.950509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.797372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:28:54.950538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.336277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:28:54.950582Z","caller":"traceutil/trace.go:171","msg":"trace[1480371738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4345; }","duration":"585.931475ms","start":"2026-02-27T18:28:54.364632Z","end":"2026-02-27T18:28:54.950564Z","steps":["trace[1480371738] 'range keys from in-memory index tree' (duration: 585.551466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.950629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.364595Z","time spent":"586.023707ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:54.950638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.104906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:54.950679Z","caller":"traceutil/trace.go:171","msg":"trace[159467588] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4345; }","duration":"276.168508ms","start":"2026-02-27T18:28:54.674495Z","end":"2026-02-27T18:28:54.950663Z","steps":["trace[159467588] 'count revisions from in-memory index tree' (duration: 276.032145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:54.950588Z","caller":"traceutil/trace.go:171","msg":"trace[275946961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4345; }","duration":"362.388738ms","start":"2026-02-27T18:28:54.588185Z","end":"2026-02-27T18:28:54.950574Z","steps":["trace[275946961] 'range keys from in-memory index tree' (duration: 362.184354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.950718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.588124Z","time spent":"362.586473ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:54.950786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.801096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:28:54.950818Z","caller":"traceutil/trace.go:171","msg":"trace[868488025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4345; }","duration":"552.868177ms","start":"2026-02-27T18:28:54.397941Z","end":"2026-02-27T18:28:54.950809Z","steps":["trace[868488025] 'range keys from in-memory index tree' (duration: 552.692623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.950851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.397923Z","time spent":"552.916939ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:28:54.950549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.587236Z","time spent":"363.306899ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:28:54.951242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.206139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:28:54.951317Z","caller":"traceutil/trace.go:171","msg":"trace[1967100487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4345; }","duration":"551.304942ms","start":"2026-02-27T18:28:54.399993Z","end":"2026-02-27T18:28:54.951298Z","steps":["trace[1967100487] 'range keys from in-memory index tree' (duration: 551.059426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:54.951366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.399982Z","time spent":"551.375693ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"info","ts":"2026-02-27T18:28:55.978081Z","caller":"traceutil/trace.go:171","msg":"trace[1803304529] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"1.021723526s","start":"2026-02-27T18:28:54.9563Z","end":"2026-02-27T18:28:55.978024Z","steps":["trace[1803304529] 'process raft request' (duration: 1.021344907s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:55.978146Z","caller":"traceutil/trace.go:171","msg":"trace[142477551] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"1.02231886s","start":"2026-02-27T18:28:54.955781Z","end":"2026-02-27T18:28:55.9781Z","steps":["trace[142477551] 'process raft request' (duration: 975.291719ms)","trace[142477551] 'compare' (duration: 46.349665ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:55.978858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.956284Z","time spent":"1.022335571s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:55.979076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.955753Z","time spent":"1.023013016s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:55.978379Z","caller":"traceutil/trace.go:171","msg":"trace[126373592] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"1.021634445s","start":"2026-02-27T18:28:54.956718Z","end":"2026-02-27T18:28:55.978353Z","steps":["trace[126373592] 'process raft request' (duration: 1.020968829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:55.979523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.956707Z","time spent":"1.022764131s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:28:55.97843Z","caller":"traceutil/trace.go:171","msg":"trace[1719906897] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"1.021625014s","start":"2026-02-27T18:28:54.956794Z","end":"2026-02-27T18:28:55.978419Z","steps":["trace[1719906897] 'process raft request' (duration: 1.020931878s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:55.978427Z","caller":"traceutil/trace.go:171","msg":"trace[711316974] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"1.022513535s","start":"2026-02-27T18:28:54.955881Z","end":"2026-02-27T18:28:55.978395Z","steps":["trace[711316974] 'process raft request' (duration: 1.021716736s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:55.978464Z","caller":"traceutil/trace.go:171","msg":"trace[1418879865] linearizableReadLoop","detail":"{readStateIndex:4543; appliedIndex:4537; }","duration":"1.020412546s","start":"2026-02-27T18:28:54.958017Z","end":"2026-02-27T18:28:55.97843Z","steps":["trace[1418879865] 'read index received' (duration: 13.669178ms)","trace[1418879865] 'applied index is now lower than readState.Index' (duration: 1.006739228s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:55.979776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.956786Z","time spent":"1.022942515s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:55.979883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.955866Z","time spent":"1.023903597s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:56.008891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.49797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:28:56.009028Z","caller":"traceutil/trace.go:171","msg":"trace[2032341502] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4351; }","duration":"974.675535ms","start":"2026-02-27T18:28:55.034307Z","end":"2026-02-27T18:28:56.008983Z","steps":["trace[2032341502] 'agreement among raft nodes before linearized reading' (duration: 974.4881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:56.009105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:55.034286Z","time spent":"974.801028ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:28:56.009139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.274011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T18:28:56.00922Z","caller":"traceutil/trace.go:171","msg":"trace[1949672318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4351; }","duration":"451.426005ms","start":"2026-02-27T18:28:55.557775Z","end":"2026-02-27T18:28:56.009201Z","steps":["trace[1949672318] 'agreement among raft nodes before linearized reading' (duration: 451.159428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:56.009254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:55.557754Z","time spent":"451.492696ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:56.009251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.103763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:28:56.009311Z","caller":"traceutil/trace.go:171","msg":"trace[141151028] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4351; }","duration":"581.204876ms","start":"2026-02-27T18:28:55.428088Z","end":"2026-02-27T18:28:56.009293Z","steps":["trace[141151028] 'agreement among raft nodes before linearized reading' (duration: 581.028202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:56.009218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051032397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42364"} {"level":"warn","ts":"2026-02-27T18:28:56.00938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.608756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:56.0094Z","caller":"traceutil/trace.go:171","msg":"trace[391636085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4351; }","duration":"878.626966ms","start":"2026-02-27T18:28:55.130766Z","end":"2026-02-27T18:28:56.009393Z","steps":["trace[391636085] 'agreement among raft nodes before linearized reading' (duration: 878.594145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:56.009387Z","caller":"traceutil/trace.go:171","msg":"trace[1408742257] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4351; }","duration":"1.051376624s","start":"2026-02-27T18:28:54.957984Z","end":"2026-02-27T18:28:56.009361Z","steps":["trace[1408742257] 'agreement among raft nodes before linearized reading' (duration: 1.020541469s)","trace[1408742257] 'range keys from in-memory index tree' (duration: 30.319954ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:56.009416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:55.130703Z","time spent":"878.709039ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:28:56.00944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:54.957973Z","time spent":"1.051451747s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":42387,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:28:56.00965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.432021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:28:56.009673Z","caller":"traceutil/trace.go:171","msg":"trace[1831701826] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4351; }","duration":"581.500762ms","start":"2026-02-27T18:28:55.428166Z","end":"2026-02-27T18:28:56.009667Z","steps":["trace[1831701826] 'agreement among raft nodes before linearized reading' (duration: 581.421001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:56.009357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:55.428065Z","time spent":"581.282647ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:28:56.009692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:55.428143Z","time spent":"581.545083ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:28:56.610668Z","caller":"traceutil/trace.go:171","msg":"trace[881664633] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"199.54713ms","start":"2026-02-27T18:28:56.411086Z","end":"2026-02-27T18:28:56.610633Z","steps":["trace[881664633] 'process raft request' (duration: 199.329315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:58.176625Z","caller":"traceutil/trace.go:171","msg":"trace[785921974] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"187.713145ms","start":"2026-02-27T18:28:57.98888Z","end":"2026-02-27T18:28:58.176594Z","steps":["trace[785921974] 'process raft request' (duration: 187.463509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:58.176842Z","caller":"traceutil/trace.go:171","msg":"trace[1218137431] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"186.781193ms","start":"2026-02-27T18:28:57.990043Z","end":"2026-02-27T18:28:58.176824Z","steps":["trace[1218137431] 'process raft request' (duration: 186.475036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:58.17701Z","caller":"traceutil/trace.go:171","msg":"trace[1886913839] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"186.945257ms","start":"2026-02-27T18:28:57.99006Z","end":"2026-02-27T18:28:58.177005Z","steps":["trace[1886913839] 'process raft request' (duration: 186.711852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:58.177087Z","caller":"traceutil/trace.go:171","msg":"trace[691485075] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4593; }","duration":"162.293185ms","start":"2026-02-27T18:28:58.014787Z","end":"2026-02-27T18:28:58.17708Z","steps":["trace[691485075] 'read index received' (duration: 161.526247ms)","trace[691485075] 'applied index is now lower than readState.Index' (duration: 766.388µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:58.177138Z","caller":"traceutil/trace.go:171","msg":"trace[1790638225] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"186.941127ms","start":"2026-02-27T18:28:57.990192Z","end":"2026-02-27T18:28:58.177133Z","steps":["trace[1790638225] 'process raft request' (duration: 186.792254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:58.177439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.648404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:28:58.177465Z","caller":"traceutil/trace.go:171","msg":"trace[1896820335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4403; }","duration":"162.731756ms","start":"2026-02-27T18:28:58.014728Z","end":"2026-02-27T18:28:58.177459Z","steps":["trace[1896820335] 'agreement among raft nodes before linearized reading' (duration: 162.656294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:58.177518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.623885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:28:58.177633Z","caller":"traceutil/trace.go:171","msg":"trace[11221343] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4403; }","duration":"147.787899ms","start":"2026-02-27T18:28:58.029818Z","end":"2026-02-27T18:28:58.177606Z","steps":["trace[11221343] 'agreement among raft nodes before linearized reading' (duration: 147.4018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:58.177827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.929032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:28:58.177854Z","caller":"traceutil/trace.go:171","msg":"trace[584141824] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4403; }","duration":"147.996214ms","start":"2026-02-27T18:28:58.029851Z","end":"2026-02-27T18:28:58.177847Z","steps":["trace[584141824] 'agreement among raft nodes before linearized reading' (duration: 147.878981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:05.886946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.432066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5907"} {"level":"info","ts":"2026-02-27T18:29:05.887536Z","caller":"traceutil/trace.go:171","msg":"trace[197429346] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4536; }","duration":"593.081791ms","start":"2026-02-27T18:29:05.294427Z","end":"2026-02-27T18:29:05.887509Z","steps":["trace[197429346] 'range keys from in-memory index tree' (duration: 591.950305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:05.887583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.294401Z","time spent":"593.166093ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5930,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-02-27T18:29:05.886868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.346655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T18:29:05.887988Z","caller":"traceutil/trace.go:171","msg":"trace[722618411] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4536; }","duration":"506.494122ms","start":"2026-02-27T18:29:05.381445Z","end":"2026-02-27T18:29:05.887939Z","steps":["trace[722618411] 'range keys from in-memory index tree' (duration: 504.801262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:05.888046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.381426Z","time spent":"506.589894ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T18:29:06.319751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.437763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:29:06.319909Z","caller":"traceutil/trace.go:171","msg":"trace[1201706964] linearizableReadLoop","detail":"{readStateIndex:4734; appliedIndex:4733; }","duration":"736.953119ms","start":"2026-02-27T18:29:05.582932Z","end":"2026-02-27T18:29:06.319885Z","steps":["trace[1201706964] 'read index received' (duration: 298.298211ms)","trace[1201706964] 'applied index is now lower than readState.Index' (duration: 438.652748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:06.320083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.124633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:06.32013Z","caller":"traceutil/trace.go:171","msg":"trace[314895055] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4536; }","duration":"737.217405ms","start":"2026-02-27T18:29:05.582899Z","end":"2026-02-27T18:29:06.320117Z","steps":["trace[314895055] 'agreement among raft nodes before linearized reading' (duration: 737.091762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.320171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.582881Z","time spent":"737.280376ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":8,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:29:06.475Z","caller":"traceutil/trace.go:171","msg":"trace[1450031253] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4734; }","duration":"155.013036ms","start":"2026-02-27T18:29:06.319953Z","end":"2026-02-27T18:29:06.474966Z","steps":["trace[1450031253] 'read index received' (duration: 154.677748ms)","trace[1450031253] 'applied index is now lower than readState.Index' (duration: 333.998µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:06.475302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.420722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:29:06.475306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.831019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:29:06.475363Z","caller":"traceutil/trace.go:171","msg":"trace[1331929293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4537; }","duration":"260.540165ms","start":"2026-02-27T18:29:06.214807Z","end":"2026-02-27T18:29:06.475347Z","steps":["trace[1331929293] 'agreement among raft nodes before linearized reading' (duration: 260.3449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.475397Z","caller":"traceutil/trace.go:171","msg":"trace[1760051507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4537; }","duration":"259.959292ms","start":"2026-02-27T18:29:06.215418Z","end":"2026-02-27T18:29:06.475377Z","steps":["trace[1760051507] 'agreement among raft nodes before linearized reading' (duration: 259.616094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.47542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.706223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-02-27T18:29:06.475408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.21877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:29:06.475418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.106641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:29:06.47553Z","caller":"traceutil/trace.go:171","msg":"trace[994476913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4537; }","duration":"262.268645ms","start":"2026-02-27T18:29:06.213245Z","end":"2026-02-27T18:29:06.475513Z","steps":["trace[994476913] 'agreement among raft nodes before linearized reading' (duration: 261.819814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.475531Z","caller":"traceutil/trace.go:171","msg":"trace[1234717818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4537; }","duration":"261.380305ms","start":"2026-02-27T18:29:06.214122Z","end":"2026-02-27T18:29:06.475502Z","steps":["trace[1234717818] 'agreement among raft nodes before linearized reading' (duration: 261.112978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.475585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.415823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:29:06.475603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.268541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-02-27T18:29:06.475597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.784688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:29:06.475595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.285549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:29:06.475636Z","caller":"traceutil/trace.go:171","msg":"trace[1328681886] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c; range_end:; response_count:1; response_revision:4537; }","duration":"548.326022ms","start":"2026-02-27T18:29:05.9273Z","end":"2026-02-27T18:29:06.475626Z","steps":["trace[1328681886] 'agreement among raft nodes before linearized reading' (duration: 548.22832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.475686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.927288Z","time spent":"548.389424ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" "} {"level":"info","ts":"2026-02-27T18:29:06.475692Z","caller":"traceutil/trace.go:171","msg":"trace[132571327] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4537; }","duration":"163.427312ms","start":"2026-02-27T18:29:06.312244Z","end":"2026-02-27T18:29:06.475671Z","steps":["trace[132571327] 'agreement among raft nodes before linearized reading' (duration: 163.157065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.475692Z","caller":"traceutil/trace.go:171","msg":"trace[1246899946] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4537; }","duration":"159.92392ms","start":"2026-02-27T18:29:06.315741Z","end":"2026-02-27T18:29:06.475665Z","steps":["trace[1246899946] 'agreement among raft nodes before linearized reading' (duration: 159.606343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.47574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.693063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-27T18:29:06.475741Z","caller":"traceutil/trace.go:171","msg":"trace[1345890461] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"576.922006ms","start":"2026-02-27T18:29:05.898801Z","end":"2026-02-27T18:29:06.475723Z","steps":["trace[1345890461] 'process raft request' (duration: 575.858521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.475635Z","caller":"traceutil/trace.go:171","msg":"trace[789600201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4537; }","duration":"407.490234ms","start":"2026-02-27T18:29:06.068134Z","end":"2026-02-27T18:29:06.475624Z","steps":["trace[789600201] 'agreement among raft nodes before linearized reading' (duration: 407.371722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.475776Z","caller":"traceutil/trace.go:171","msg":"trace[1746495736] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7; range_end:; response_count:1; response_revision:4537; }","duration":"583.753205ms","start":"2026-02-27T18:29:05.892012Z","end":"2026-02-27T18:29:06.475765Z","steps":["trace[1746495736] 'agreement among raft nodes before linearized reading' (duration: 583.647082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.475815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.891997Z","time spent":"583.808226ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-9065b5c0-e3f5-4596-a085-c8869aee63a7\" "} {"level":"warn","ts":"2026-02-27T18:29:06.475831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.06812Z","time spent":"407.675309ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:29:06.475848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.89879Z","time spent":"576.990487ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:06.475842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.905474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:29:06.475478Z","caller":"traceutil/trace.go:171","msg":"trace[910042811] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4537; }","duration":"636.795446ms","start":"2026-02-27T18:29:05.838665Z","end":"2026-02-27T18:29:06.47546Z","steps":["trace[910042811] 'agreement among raft nodes before linearized reading' (duration: 636.425997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.475946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:05.838648Z","time spent":"637.283197ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3221,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-27T18:29:06.47595Z","caller":"traceutil/trace.go:171","msg":"trace[1306712697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4537; }","duration":"258.064287ms","start":"2026-02-27T18:29:06.217861Z","end":"2026-02-27T18:29:06.475925Z","steps":["trace[1306712697] 'agreement among raft nodes before linearized reading' (duration: 257.597287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.978291Z","caller":"traceutil/trace.go:171","msg":"trace[95466928] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"496.408348ms","start":"2026-02-27T18:29:06.481854Z","end":"2026-02-27T18:29:06.978263Z","steps":["trace[95466928] 'process raft request' (duration: 496.203073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.978527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.481837Z","time spent":"496.548812ms","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:07.537493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.257284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:29:07.537744Z","caller":"traceutil/trace.go:171","msg":"trace[309154461] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"1.055806037s","start":"2026-02-27T18:29:06.481901Z","end":"2026-02-27T18:29:07.537707Z","steps":["trace[309154461] 'process raft request' (duration: 915.172824ms)","trace[309154461] 'compare' (duration: 139.979908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:07.537916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.481874Z","time spent":"1.055943511s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.53809Z","caller":"traceutil/trace.go:171","msg":"trace[365866400] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"1.056011212s","start":"2026-02-27T18:29:06.482046Z","end":"2026-02-27T18:29:07.538057Z","steps":["trace[365866400] 'process raft request' (duration: 1.055742246s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:07.53818Z","caller":"traceutil/trace.go:171","msg":"trace[654791512] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"1.055748966s","start":"2026-02-27T18:29:06.482422Z","end":"2026-02-27T18:29:07.538171Z","steps":["trace[654791512] 'process raft request' (duration: 1.055613343s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:07.538153Z","caller":"traceutil/trace.go:171","msg":"trace[1242077328] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"1.05592737s","start":"2026-02-27T18:29:06.482193Z","end":"2026-02-27T18:29:07.53812Z","steps":["trace[1242077328] 'process raft request' (duration: 1.055769076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.538225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.48241Z","time spent":"1.055790107s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:07.53831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.482166Z","time spent":"1.056066183s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.538423Z","caller":"traceutil/trace.go:171","msg":"trace[1524530510] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"1.055915979s","start":"2026-02-27T18:29:06.482488Z","end":"2026-02-27T18:29:07.538404Z","steps":["trace[1524530510] 'process raft request' (duration: 1.055706915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.538467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.482037Z","time spent":"1.056143975s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:29:07.538535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.482482Z","time spent":"1.056000772s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.538628Z","caller":"traceutil/trace.go:171","msg":"trace[2043528842] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"1.055621503s","start":"2026-02-27T18:29:06.482988Z","end":"2026-02-27T18:29:07.538609Z","steps":["trace[2043528842] 'process raft request' (duration: 1.055348657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.538718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.48298Z","time spent":"1.055690785s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.538361Z","caller":"traceutil/trace.go:171","msg":"trace[1119049593] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"1.05590802s","start":"2026-02-27T18:29:06.482429Z","end":"2026-02-27T18:29:07.538337Z","steps":["trace[1119049593] 'process raft request' (duration: 1.055650724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.538931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.482414Z","time spent":"1.056476673s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.539004Z","caller":"traceutil/trace.go:171","msg":"trace[1873432760] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"1.055949951s","start":"2026-02-27T18:29:06.483042Z","end":"2026-02-27T18:29:07.538992Z","steps":["trace[1873432760] 'process raft request' (duration: 1.055515051s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:07.539039Z","caller":"traceutil/trace.go:171","msg":"trace[1141865100] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"1.055655794s","start":"2026-02-27T18:29:06.483368Z","end":"2026-02-27T18:29:07.539024Z","steps":["trace[1141865100] 'process raft request' (duration: 1.055385888s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.539058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.483029Z","time spent":"1.056000452s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.539064Z","caller":"traceutil/trace.go:171","msg":"trace[1835672082] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4735; }","duration":"1.056678387s","start":"2026-02-27T18:29:06.482365Z","end":"2026-02-27T18:29:07.539044Z","steps":["trace[1835672082] 'read index received' (duration: 495.696821ms)","trace[1835672082] 'applied index is now lower than readState.Index' (duration: 560.980336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:07.539109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.48336Z","time spent":"1.055710685s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:07.539224Z","caller":"traceutil/trace.go:171","msg":"trace[1632814778] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"1.055452379s","start":"2026-02-27T18:29:06.483735Z","end":"2026-02-27T18:29:07.539188Z","steps":["trace[1632814778] 'process raft request' (duration: 1.055156892s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.539313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056942623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:29:07.539346Z","caller":"traceutil/trace.go:171","msg":"trace[1336897766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4549; }","duration":"1.056984635s","start":"2026-02-27T18:29:06.48235Z","end":"2026-02-27T18:29:07.539335Z","steps":["trace[1336897766] 'agreement among raft nodes before linearized reading' (duration: 1.056875573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.539381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.482343Z","time spent":"1.057022236s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:29:07.539407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.483728Z","time spent":"1.055579402s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:07.539524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055989852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:29:07.539596Z","caller":"traceutil/trace.go:171","msg":"trace[2037755576] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4549; }","duration":"1.056106615s","start":"2026-02-27T18:29:06.483463Z","end":"2026-02-27T18:29:07.539569Z","steps":["trace[2037755576] 'agreement among raft nodes before linearized reading' (duration: 1.055786287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.539683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.483457Z","time spent":"1.056172486s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:29:07.539808Z","caller":"traceutil/trace.go:171","msg":"trace[1693092082] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"1.053349181s","start":"2026-02-27T18:29:06.486442Z","end":"2026-02-27T18:29:07.539791Z","steps":["trace[1693092082] 'process raft request' (duration: 1.052520141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.539897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.486435Z","time spent":"1.053411972s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:07.540097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.577593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:07.540143Z","caller":"traceutil/trace.go:171","msg":"trace[1856431270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4549; }","duration":"409.661306ms","start":"2026-02-27T18:29:07.130468Z","end":"2026-02-27T18:29:07.540129Z","steps":["trace[1856431270] 'agreement among raft nodes before linearized reading' (duration: 408.939019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.540172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:07.130449Z","time spent":"409.716326ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:29:07.540546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.307235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:29:07.540621Z","caller":"traceutil/trace.go:171","msg":"trace[1355510103] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4549; }","duration":"349.427938ms","start":"2026-02-27T18:29:07.191183Z","end":"2026-02-27T18:29:07.540611Z","steps":["trace[1355510103] 'agreement among raft nodes before linearized reading' (duration: 349.299425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.540621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055924251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-02-27T18:29:07.540678Z","caller":"traceutil/trace.go:171","msg":"trace[2065046119] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4549; }","duration":"1.056001052s","start":"2026-02-27T18:29:06.484661Z","end":"2026-02-27T18:29:07.540662Z","steps":["trace[2065046119] 'agreement among raft nodes before linearized reading' (duration: 1.055767046s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.540727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.484655Z","time spent":"1.056060063s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-02-27T18:29:07.541009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057222801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59710"} {"level":"warn","ts":"2026-02-27T18:29:07.541014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016468305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:29:07.541054Z","caller":"traceutil/trace.go:171","msg":"trace[1569619017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4549; }","duration":"1.057269402s","start":"2026-02-27T18:29:06.483773Z","end":"2026-02-27T18:29:07.541042Z","steps":["trace[1569619017] 'agreement among raft nodes before linearized reading' (duration: 1.057078267s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:07.541059Z","caller":"traceutil/trace.go:171","msg":"trace[1001643495] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4549; }","duration":"1.016519086s","start":"2026-02-27T18:29:06.52453Z","end":"2026-02-27T18:29:07.541049Z","steps":["trace[1001643495] 'agreement among raft nodes before linearized reading' (duration: 1.016150387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:07.541087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.483747Z","time spent":"1.057333393s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":59733,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:29:07.54109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:06.524481Z","time spent":"1.016602768s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":543,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:29:07.541533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:07.191159Z","time spent":"349.483078ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:29:09.676766Z","caller":"traceutil/trace.go:171","msg":"trace[548617418] linearizableReadLoop","detail":"{readStateIndex:4778; appliedIndex:4777; }","duration":"129.7004ms","start":"2026-02-27T18:29:09.547039Z","end":"2026-02-27T18:29:09.676739Z","steps":["trace[548617418] 'read index received' (duration: 129.373282ms)","trace[548617418] 'applied index is now lower than readState.Index' (duration: 325.888µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:09.676916Z","caller":"traceutil/trace.go:171","msg":"trace[1534888753] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"277.736074ms","start":"2026-02-27T18:29:09.399165Z","end":"2026-02-27T18:29:09.676901Z","steps":["trace[1534888753] 'process raft request' (duration: 277.345255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.677242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.032157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:29:09.677345Z","caller":"traceutil/trace.go:171","msg":"trace[1487905317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4580; }","duration":"130.15027ms","start":"2026-02-27T18:29:09.54717Z","end":"2026-02-27T18:29:09.677321Z","steps":["trace[1487905317] 'agreement among raft nodes before linearized reading' (duration: 129.871324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.677369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.695869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:29:09.677425Z","caller":"traceutil/trace.go:171","msg":"trace[52265971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4580; }","duration":"129.791641ms","start":"2026-02-27T18:29:09.547614Z","end":"2026-02-27T18:29:09.677406Z","steps":["trace[52265971] 'agreement among raft nodes before linearized reading' (duration: 129.659098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.677435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.777181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:29:09.677415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.659002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:29:09.677481Z","caller":"traceutil/trace.go:171","msg":"trace[1112168662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4580; }","duration":"129.882184ms","start":"2026-02-27T18:29:09.547586Z","end":"2026-02-27T18:29:09.677468Z","steps":["trace[1112168662] 'agreement among raft nodes before linearized reading' (duration: 129.73539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.677459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.891458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-02-27T18:29:09.6775Z","caller":"traceutil/trace.go:171","msg":"trace[2104030825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4580; }","duration":"127.771815ms","start":"2026-02-27T18:29:09.549711Z","end":"2026-02-27T18:29:09.677483Z","steps":["trace[2104030825] 'agreement among raft nodes before linearized reading' (duration: 127.55463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.677497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.912154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:29:09.677529Z","caller":"traceutil/trace.go:171","msg":"trace[2083538425] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c; range_end:; response_count:1; response_revision:4580; }","duration":"127.98364ms","start":"2026-02-27T18:29:09.549529Z","end":"2026-02-27T18:29:09.677513Z","steps":["trace[2083538425] 'agreement among raft nodes before linearized reading' (duration: 127.800065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.677557Z","caller":"traceutil/trace.go:171","msg":"trace[1040231902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4580; }","duration":"130.013536ms","start":"2026-02-27T18:29:09.547528Z","end":"2026-02-27T18:29:09.677541Z","steps":["trace[1040231902] 'agreement among raft nodes before linearized reading' (duration: 129.888863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.677616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.56696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:29:09.677663Z","caller":"traceutil/trace.go:171","msg":"trace[1435016852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4580; }","duration":"130.645961ms","start":"2026-02-27T18:29:09.547004Z","end":"2026-02-27T18:29:09.67765Z","steps":["trace[1435016852] 'agreement among raft nodes before linearized reading' (duration: 130.17352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.792823Z","caller":"traceutil/trace.go:171","msg":"trace[201491038] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4778; }","duration":"110.839291ms","start":"2026-02-27T18:29:09.681945Z","end":"2026-02-27T18:29:09.792784Z","steps":["trace[201491038] 'read index received' (duration: 87.722µs)","trace[201491038] 'applied index is now lower than readState.Index' (duration: 110.749659ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:09.793001Z","caller":"traceutil/trace.go:171","msg":"trace[906291520] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"111.123968ms","start":"2026-02-27T18:29:09.681851Z","end":"2026-02-27T18:29:09.792975Z","steps":["trace[906291520] 'process raft request' (duration: 106.734526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.793244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.271151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:29:09.793342Z","caller":"traceutil/trace.go:171","msg":"trace[1240610620] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4581; }","duration":"111.420596ms","start":"2026-02-27T18:29:09.681892Z","end":"2026-02-27T18:29:09.793312Z","steps":["trace[1240610620] 'agreement among raft nodes before linearized reading' (duration: 111.18996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.795462Z","caller":"traceutil/trace.go:171","msg":"trace[1080059225] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"113.047793ms","start":"2026-02-27T18:29:09.682387Z","end":"2026-02-27T18:29:09.795435Z","steps":["trace[1080059225] 'process raft request' (duration: 112.790977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.795774Z","caller":"traceutil/trace.go:171","msg":"trace[1580602039] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"113.019242ms","start":"2026-02-27T18:29:09.682718Z","end":"2026-02-27T18:29:09.795737Z","steps":["trace[1580602039] 'process raft request' (duration: 112.631323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.796092Z","caller":"traceutil/trace.go:171","msg":"trace[64807932] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"113.173435ms","start":"2026-02-27T18:29:09.682894Z","end":"2026-02-27T18:29:09.796067Z","steps":["trace[64807932] 'process raft request' (duration: 112.994001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.79614Z","caller":"traceutil/trace.go:171","msg":"trace[1809217053] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"113.305799ms","start":"2026-02-27T18:29:09.682819Z","end":"2026-02-27T18:29:09.796124Z","steps":["trace[1809217053] 'process raft request' (duration: 112.92791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.796295Z","caller":"traceutil/trace.go:171","msg":"trace[521473203] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"113.300068ms","start":"2026-02-27T18:29:09.68298Z","end":"2026-02-27T18:29:09.79628Z","steps":["trace[521473203] 'process raft request' (duration: 113.038992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.796532Z","caller":"traceutil/trace.go:171","msg":"trace[1872625180] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4587; }","duration":"111.591709ms","start":"2026-02-27T18:29:09.684933Z","end":"2026-02-27T18:29:09.796525Z","steps":["trace[1872625180] 'process raft request' (duration: 111.446326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:09.796692Z","caller":"traceutil/trace.go:171","msg":"trace[955993822] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"111.925296ms","start":"2026-02-27T18:29:09.684744Z","end":"2026-02-27T18:29:09.796669Z","steps":["trace[955993822] 'process raft request' (duration: 111.421525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:09.796697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.761583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59710"} {"level":"info","ts":"2026-02-27T18:29:09.796766Z","caller":"traceutil/trace.go:171","msg":"trace[1878332913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4587; }","duration":"111.862335ms","start":"2026-02-27T18:29:09.684889Z","end":"2026-02-27T18:29:09.796752Z","steps":["trace[1878332913] 'agreement among raft nodes before linearized reading' (duration: 111.540318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:11.542738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.125543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:11.54284Z","caller":"traceutil/trace.go:171","msg":"trace[254479660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4611; }","duration":"587.262486ms","start":"2026-02-27T18:29:10.955558Z","end":"2026-02-27T18:29:11.54282Z","steps":["trace[254479660] 'count revisions from in-memory index tree' (duration: 587.04131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:11.542903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:10.95549Z","time spent":"587.386138ms","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:29:11.542859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.16513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:11.542962Z","caller":"traceutil/trace.go:171","msg":"trace[1831735286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4611; }","duration":"411.312724ms","start":"2026-02-27T18:29:11.131629Z","end":"2026-02-27T18:29:11.542942Z","steps":["trace[1831735286] 'range keys from in-memory index tree' (duration: 411.083418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:11.543006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:11.131612Z","time spent":"411.381225ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:29:11.543001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.160811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T18:29:11.543071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.158201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:11.543106Z","caller":"traceutil/trace.go:171","msg":"trace[1972613984] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4611; }","duration":"530.240862ms","start":"2026-02-27T18:29:11.012856Z","end":"2026-02-27T18:29:11.543097Z","steps":["trace[1972613984] 'count revisions from in-memory index tree' (duration: 530.072178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:11.543103Z","caller":"traceutil/trace.go:171","msg":"trace[1784744702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4611; }","duration":"611.304354ms","start":"2026-02-27T18:29:10.931774Z","end":"2026-02-27T18:29:11.543078Z","steps":["trace[1784744702] 'range keys from in-memory index tree' (duration: 610.971156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:11.543137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:11.012835Z","time spent":"530.291134ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:29:11.543169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:10.931755Z","time spent":"611.402036ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T18:29:11.543422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.946643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:29:11.543794Z","caller":"traceutil/trace.go:171","msg":"trace[1347850007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4611; }","duration":"524.033599ms","start":"2026-02-27T18:29:11.01973Z","end":"2026-02-27T18:29:11.543764Z","steps":["trace[1347850007] 'range keys from in-memory index tree' (duration: 522.686207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:11.543848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:11.019722Z","time spent":"524.10888ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:29:15.540625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.061862ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:29:22.042676Z","caller":"traceutil/trace.go:171","msg":"trace[1112297229] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4926; }","duration":"131.030581ms","start":"2026-02-27T18:29:21.911614Z","end":"2026-02-27T18:29:22.042644Z","steps":["trace[1112297229] 'read index received' (duration: 54.575137ms)","trace[1112297229] 'applied index is now lower than readState.Index' (duration: 76.454294ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:22.042763Z","caller":"traceutil/trace.go:171","msg":"trace[836552734] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"138.919953ms","start":"2026-02-27T18:29:21.9038Z","end":"2026-02-27T18:29:22.04272Z","steps":["trace[836552734] 'process raft request' (duration: 62.438599ms)","trace[836552734] 'compare' (duration: 76.28098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:22.04294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.304067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:29:22.04306Z","caller":"traceutil/trace.go:171","msg":"trace[495232197] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4719; }","duration":"131.43037ms","start":"2026-02-27T18:29:21.911557Z","end":"2026-02-27T18:29:22.042988Z","steps":["trace[495232197] 'agreement among raft nodes before linearized reading' (duration: 131.223195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:24.824535Z","caller":"traceutil/trace.go:171","msg":"trace[377100925] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"326.735471ms","start":"2026-02-27T18:29:24.497771Z","end":"2026-02-27T18:29:24.824507Z","steps":["trace[377100925] 'read index received' (duration: 326.532856ms)","trace[377100925] 'applied index is now lower than readState.Index' (duration: 198.985µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:24.824655Z","caller":"traceutil/trace.go:171","msg":"trace[821520584] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"344.737329ms","start":"2026-02-27T18:29:24.479888Z","end":"2026-02-27T18:29:24.824625Z","steps":["trace[821520584] 'process raft request' (duration: 344.453742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:24.824771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:24.479867Z","time spent":"344.83325ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:24.8248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.025427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T18:29:24.82485Z","caller":"traceutil/trace.go:171","msg":"trace[1912074737] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4742; }","duration":"327.080339ms","start":"2026-02-27T18:29:24.497752Z","end":"2026-02-27T18:29:24.824833Z","steps":["trace[1912074737] 'agreement among raft nodes before linearized reading' (duration: 326.896994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:24.824895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:24.497737Z","time spent":"327.145401ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-27T18:29:25.077664Z","caller":"traceutil/trace.go:171","msg":"trace[435397245] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"244.851921ms","start":"2026-02-27T18:29:24.832778Z","end":"2026-02-27T18:29:25.07763Z","steps":["trace[435397245] 'process raft request' (duration: 194.349169ms)","trace[435397245] 'compare' (duration: 50.367949ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:25.079936Z","caller":"traceutil/trace.go:171","msg":"trace[1290420086] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"246.938459ms","start":"2026-02-27T18:29:24.83297Z","end":"2026-02-27T18:29:25.079908Z","steps":["trace[1290420086] 'process raft request' (duration: 246.751284ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:25.080248Z","caller":"traceutil/trace.go:171","msg":"trace[808841902] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"247.229496ms","start":"2026-02-27T18:29:24.832997Z","end":"2026-02-27T18:29:25.080227Z","steps":["trace[808841902] 'process raft request' (duration: 246.865238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:25.080364Z","caller":"traceutil/trace.go:171","msg":"trace[108845350] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"247.230886ms","start":"2026-02-27T18:29:24.833119Z","end":"2026-02-27T18:29:25.08035Z","steps":["trace[108845350] 'process raft request' (duration: 247.051642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:25.080383Z","caller":"traceutil/trace.go:171","msg":"trace[641842843] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4950; }","duration":"150.593444ms","start":"2026-02-27T18:29:24.929767Z","end":"2026-02-27T18:29:25.080361Z","steps":["trace[641842843] 'read index received' (duration: 97.37894ms)","trace[641842843] 'applied index is now lower than readState.Index' (duration: 53.213064ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:25.080471Z","caller":"traceutil/trace.go:171","msg":"trace[1960269314] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"241.129235ms","start":"2026-02-27T18:29:24.839332Z","end":"2026-02-27T18:29:25.080461Z","steps":["trace[1960269314] 'process raft request' (duration: 240.94705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:25.080604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.768588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:25.08066Z","caller":"traceutil/trace.go:171","msg":"trace[1613182801] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4747; }","duration":"150.923162ms","start":"2026-02-27T18:29:24.92972Z","end":"2026-02-27T18:29:25.080643Z","steps":["trace[1613182801] 'agreement among raft nodes before linearized reading' (duration: 150.718007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.196612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902301214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:29:30.206241Z","caller":"traceutil/trace.go:171","msg":"trace[1287448528] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"569.200346ms","start":"2026-02-27T18:29:29.637007Z","end":"2026-02-27T18:29:30.206207Z","steps":["trace[1287448528] 'process raft request' (duration: 568.985911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.206433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.636971Z","time spent":"569.37052ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:30.744058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.294963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:29:30.744262Z","caller":"traceutil/trace.go:171","msg":"trace[1953774127] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"138.075123ms","start":"2026-02-27T18:29:30.606168Z","end":"2026-02-27T18:29:30.744243Z","steps":["trace[1953774127] 'process raft request' (duration: 138.008022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.744354Z","caller":"traceutil/trace.go:171","msg":"trace[566047376] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"940.259515ms","start":"2026-02-27T18:29:29.804059Z","end":"2026-02-27T18:29:30.744318Z","steps":["trace[566047376] 'process raft request' (duration: 728.610175ms)","trace[566047376] 'compare' (duration: 211.138628ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:30.744367Z","caller":"traceutil/trace.go:171","msg":"trace[837133835] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4997; }","duration":"1.048398154s","start":"2026-02-27T18:29:29.695926Z","end":"2026-02-27T18:29:30.744324Z","steps":["trace[837133835] 'read index received' (duration: 510.454713ms)","trace[837133835] 'applied index is now lower than readState.Index' (duration: 537.939411ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:30.744518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.80404Z","time spent":"940.396119ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:30.744574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048615659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:30.744623Z","caller":"traceutil/trace.go:171","msg":"trace[1337162582] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4789; }","duration":"1.048738142s","start":"2026-02-27T18:29:29.695871Z","end":"2026-02-27T18:29:30.744609Z","steps":["trace[1337162582] 'agreement among raft nodes before linearized reading' (duration: 1.048599299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.744659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.801351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:29:30.74467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.695846Z","time spent":"1.048814214s","remote":"127.0.0.1:43282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:29:30.744695Z","caller":"traceutil/trace.go:171","msg":"trace[475896339] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4789; }","duration":"622.891913ms","start":"2026-02-27T18:29:30.121792Z","end":"2026-02-27T18:29:30.744684Z","steps":["trace[475896339] 'agreement among raft nodes before linearized reading' (duration: 622.737749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.744732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.121759Z","time spent":"622.965824ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:29:30.744754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.79513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:29:30.744829Z","caller":"traceutil/trace.go:171","msg":"trace[56274300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4789; }","duration":"844.938823ms","start":"2026-02-27T18:29:29.899872Z","end":"2026-02-27T18:29:30.744811Z","steps":["trace[56274300] 'agreement among raft nodes before linearized reading' (duration: 844.655597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.744877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.186427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T18:29:30.744886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.668018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:29:30.744918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.322415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:29:30.74496Z","caller":"traceutil/trace.go:171","msg":"trace[1697180643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4789; }","duration":"827.375746ms","start":"2026-02-27T18:29:29.917573Z","end":"2026-02-27T18:29:30.744949Z","steps":["trace[1697180643] 'agreement among raft nodes before linearized reading' (duration: 827.287394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.744967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.671502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:29:30.744993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.917566Z","time spent":"827.419948ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:29:30.745032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.719583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T18:29:30.745075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.40055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:29:30.745076Z","caller":"traceutil/trace.go:171","msg":"trace[1869334824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4789; }","duration":"505.806205ms","start":"2026-02-27T18:29:30.239259Z","end":"2026-02-27T18:29:30.745065Z","steps":["trace[1869334824] 'agreement among raft nodes before linearized reading' (duration: 505.688103ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.745118Z","caller":"traceutil/trace.go:171","msg":"trace[906138551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4789; }","duration":"844.478373ms","start":"2026-02-27T18:29:29.900622Z","end":"2026-02-27T18:29:30.7451Z","steps":["trace[906138551] 'agreement among raft nodes before linearized reading' (duration: 844.394781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.745119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.239217Z","time spent":"505.893567ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:29:30.745094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.156358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:29:30.745165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.632456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:29:30.74492Z","caller":"traceutil/trace.go:171","msg":"trace[663436616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4789; }","duration":"613.71916ms","start":"2026-02-27T18:29:30.131192Z","end":"2026-02-27T18:29:30.744911Z","steps":["trace[663436616] 'agreement among raft nodes before linearized reading' (duration: 613.670369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.744996Z","caller":"traceutil/trace.go:171","msg":"trace[389641869] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4789; }","duration":"839.744674ms","start":"2026-02-27T18:29:29.905243Z","end":"2026-02-27T18:29:30.744988Z","steps":["trace[389641869] 'agreement among raft nodes before linearized reading' (duration: 839.666502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:30.745218Z","caller":"traceutil/trace.go:171","msg":"trace[1304275195] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4789; }","duration":"623.340172ms","start":"2026-02-27T18:29:30.12185Z","end":"2026-02-27T18:29:30.74519Z","steps":["trace[1304275195] 'agreement among raft nodes before linearized reading' (duration: 623.067896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.74525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.905221Z","time spent":"840.016489ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:29:30.745153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.900595Z","time spent":"844.551334ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:29:30.745274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.121813Z","time spent":"623.446975ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:29:30.744884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.899849Z","time spent":"845.025206ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:29:30.744918Z","caller":"traceutil/trace.go:171","msg":"trace[2005573503] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:4789; }","duration":"538.27483ms","start":"2026-02-27T18:29:30.206631Z","end":"2026-02-27T18:29:30.744906Z","steps":["trace[2005573503] 'agreement among raft nodes before linearized reading' (duration: 538.118216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.745377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.206608Z","time spent":"538.76102ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T18:29:30.745171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.557414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:29:30.745428Z","caller":"traceutil/trace.go:171","msg":"trace[3656577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4789; }","duration":"828.831809ms","start":"2026-02-27T18:29:29.916586Z","end":"2026-02-27T18:29:30.745418Z","steps":["trace[3656577] 'agreement among raft nodes before linearized reading' (duration: 828.529603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.745467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.916552Z","time spent":"828.907131ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:29:30.745202Z","caller":"traceutil/trace.go:171","msg":"trace[1061830647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4789; }","duration":"844.709778ms","start":"2026-02-27T18:29:29.900483Z","end":"2026-02-27T18:29:30.745193Z","steps":["trace[1061830647] 'agreement among raft nodes before linearized reading' (duration: 844.613296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.745537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.900464Z","time spent":"845.066186ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:29:30.745205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.131182Z","time spent":"614.018556ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:29:30.744833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.218571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:29:30.745629Z","caller":"traceutil/trace.go:171","msg":"trace[1078790674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4789; }","duration":"840.05388ms","start":"2026-02-27T18:29:29.905564Z","end":"2026-02-27T18:29:30.745618Z","steps":["trace[1078790674] 'agreement among raft nodes before linearized reading' (duration: 839.119329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:30.74567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:29.905552Z","time spent":"840.105781ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"info","ts":"2026-02-27T18:29:31.085926Z","caller":"traceutil/trace.go:171","msg":"trace[721116156] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"336.351854ms","start":"2026-02-27T18:29:30.749542Z","end":"2026-02-27T18:29:31.085894Z","steps":["trace[721116156] 'process raft request' (duration: 336.064048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.08612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.749532Z","time spent":"336.492127ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:31.086186Z","caller":"traceutil/trace.go:171","msg":"trace[856475700] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"336.560409ms","start":"2026-02-27T18:29:30.749591Z","end":"2026-02-27T18:29:31.086152Z","steps":["trace[856475700] 'process raft request' (duration: 336.219041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.086348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.749573Z","time spent":"336.691812ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:31.086768Z","caller":"traceutil/trace.go:171","msg":"trace[1854496491] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"337.146643ms","start":"2026-02-27T18:29:30.749595Z","end":"2026-02-27T18:29:31.086742Z","steps":["trace[1854496491] 'process raft request' (duration: 336.506188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:31.086911Z","caller":"traceutil/trace.go:171","msg":"trace[397336092] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"337.133392ms","start":"2026-02-27T18:29:30.749759Z","end":"2026-02-27T18:29:31.086892Z","steps":["trace[397336092] 'process raft request' (duration: 336.863336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.086962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.749578Z","time spent":"337.269385ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:31.087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.749749Z","time spent":"337.208884ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:31.087084Z","caller":"traceutil/trace.go:171","msg":"trace[1914466872] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"336.752963ms","start":"2026-02-27T18:29:30.750307Z","end":"2026-02-27T18:29:31.08706Z","steps":["trace[1914466872] 'process raft request' (duration: 336.513658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:31.087143Z","caller":"traceutil/trace.go:171","msg":"trace[1302102986] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5000; }","duration":"271.464889ms","start":"2026-02-27T18:29:30.815666Z","end":"2026-02-27T18:29:31.087131Z","steps":["trace[1302102986] 'read index received' (duration: 270.048896ms)","trace[1302102986] 'applied index is now lower than readState.Index' (duration: 1.411863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:31.087189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.750293Z","time spent":"336.848996ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:31.087307Z","caller":"traceutil/trace.go:171","msg":"trace[314326253] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"336.921757ms","start":"2026-02-27T18:29:30.750352Z","end":"2026-02-27T18:29:31.087273Z","steps":["trace[314326253] 'process raft request' (duration: 336.501918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.087368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.537442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:29:31.087401Z","caller":"traceutil/trace.go:171","msg":"trace[882096180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4795; }","duration":"337.581813ms","start":"2026-02-27T18:29:30.74981Z","end":"2026-02-27T18:29:31.087392Z","steps":["trace[882096180] 'agreement among raft nodes before linearized reading' (duration: 337.400429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.087441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.749805Z","time spent":"337.629374ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:29:31.087433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.115442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T18:29:31.087465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.750335Z","time spent":"337.051821ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:31.087478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.808382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T18:29:31.087498Z","caller":"traceutil/trace.go:171","msg":"trace[388651140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4795; }","duration":"337.194914ms","start":"2026-02-27T18:29:30.750284Z","end":"2026-02-27T18:29:31.087479Z","steps":["trace[388651140] 'agreement among raft nodes before linearized reading' (duration: 336.903287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:31.087523Z","caller":"traceutil/trace.go:171","msg":"trace[996011640] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c; range_end:; response_count:1; response_revision:4795; }","duration":"338.863173ms","start":"2026-02-27T18:29:30.748645Z","end":"2026-02-27T18:29:31.087508Z","steps":["trace[996011640] 'agreement among raft nodes before linearized reading' (duration: 338.720689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.087549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.750276Z","time spent":"337.264176ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:29:31.087556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.748633Z","time spent":"338.917494ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" "} {"level":"warn","ts":"2026-02-27T18:29:31.087597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.466667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61215"} {"level":"info","ts":"2026-02-27T18:29:31.087673Z","caller":"traceutil/trace.go:171","msg":"trace[663289229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4795; }","duration":"336.555059ms","start":"2026-02-27T18:29:30.751107Z","end":"2026-02-27T18:29:31.087662Z","steps":["trace[663289229] 'agreement among raft nodes before linearized reading' (duration: 336.049788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.087735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.7511Z","time spent":"336.623801ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":61238,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:29:31.209957Z","caller":"traceutil/trace.go:171","msg":"trace[1971024702] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"392.995548ms","start":"2026-02-27T18:29:30.816941Z","end":"2026-02-27T18:29:31.209936Z","steps":["trace[1971024702] 'process raft request' (duration: 357.095705ms)","trace[1971024702] 'compare' (duration: 35.697749ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:31.210001Z","caller":"traceutil/trace.go:171","msg":"trace[1417553892] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"390.167003ms","start":"2026-02-27T18:29:30.81982Z","end":"2026-02-27T18:29:31.209987Z","steps":["trace[1417553892] 'process raft request' (duration: 390.04866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.210059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.816909Z","time spent":"393.096751ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:31.210096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:30.819805Z","time spent":"390.235895ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:31.210281Z","caller":"traceutil/trace.go:171","msg":"trace[1566185174] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"294.773999ms","start":"2026-02-27T18:29:30.915501Z","end":"2026-02-27T18:29:31.210275Z","steps":["trace[1566185174] 'process raft request' (duration: 294.430671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:31.21032Z","caller":"traceutil/trace.go:171","msg":"trace[1024115893] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5006; }","duration":"123.108747ms","start":"2026-02-27T18:29:31.08718Z","end":"2026-02-27T18:29:31.210289Z","steps":["trace[1024115893] 'read index received' (duration: 86.870656ms)","trace[1024115893] 'applied index is now lower than readState.Index' (duration: 36.236431ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:31.210472Z","caller":"traceutil/trace.go:171","msg":"trace[1657976661] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"249.863808ms","start":"2026-02-27T18:29:30.960596Z","end":"2026-02-27T18:29:31.21046Z","steps":["trace[1657976661] 'process raft request' (duration: 249.55134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.210636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.043818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:31.210726Z","caller":"traceutil/trace.go:171","msg":"trace[1076265406] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4799; }","duration":"227.216132ms","start":"2026-02-27T18:29:30.983491Z","end":"2026-02-27T18:29:31.210707Z","steps":["trace[1076265406] 'agreement among raft nodes before linearized reading' (duration: 226.982887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.230517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.780976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17479"} {"level":"info","ts":"2026-02-27T18:29:31.230597Z","caller":"traceutil/trace.go:171","msg":"trace[589514245] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4800; }","duration":"140.894589ms","start":"2026-02-27T18:29:31.089686Z","end":"2026-02-27T18:29:31.23058Z","steps":["trace[589514245] 'agreement among raft nodes before linearized reading' (duration: 140.751426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:31.230735Z","caller":"traceutil/trace.go:171","msg":"trace[1044922934] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"139.109767ms","start":"2026-02-27T18:29:31.091599Z","end":"2026-02-27T18:29:31.230708Z","steps":["trace[1044922934] 'process raft request' (duration: 138.716878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.496891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.975046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:29:31.497027Z","caller":"traceutil/trace.go:171","msg":"trace[1789342450] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"260.357181ms","start":"2026-02-27T18:29:31.236648Z","end":"2026-02-27T18:29:31.497005Z","steps":["trace[1789342450] 'process raft request' (duration: 80.15952ms)","trace[1789342450] 'compare' (duration: 179.808042ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:31.570011Z","caller":"traceutil/trace.go:171","msg":"trace[1106189453] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5012; }","duration":"243.52779ms","start":"2026-02-27T18:29:31.326467Z","end":"2026-02-27T18:29:31.569995Z","steps":["trace[1106189453] 'read index received' (duration: 243.248124ms)","trace[1106189453] 'applied index is now lower than readState.Index' (duration: 278.786µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:31.570125Z","caller":"traceutil/trace.go:171","msg":"trace[954728278] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"331.770007ms","start":"2026-02-27T18:29:31.238315Z","end":"2026-02-27T18:29:31.570085Z","steps":["trace[954728278] 'process raft request' (duration: 331.503571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:31.570167Z","caller":"traceutil/trace.go:171","msg":"trace[1829971880] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"298.026525ms","start":"2026-02-27T18:29:31.272108Z","end":"2026-02-27T18:29:31.570135Z","steps":["trace[1829971880] 'process raft request' (duration: 297.82728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.570386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:31.238291Z","time spent":"331.929942ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:31.570479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.000871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97507"} {"level":"info","ts":"2026-02-27T18:29:31.570534Z","caller":"traceutil/trace.go:171","msg":"trace[425682227] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:4803; }","duration":"244.073344ms","start":"2026-02-27T18:29:31.326445Z","end":"2026-02-27T18:29:31.570519Z","steps":["trace[425682227] 'agreement among raft nodes before linearized reading' (duration: 243.620993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.850322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.560871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T18:29:31.850426Z","caller":"traceutil/trace.go:171","msg":"trace[1317297148] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4803; }","duration":"272.558204ms","start":"2026-02-27T18:29:31.57785Z","end":"2026-02-27T18:29:31.850408Z","steps":["trace[1317297148] 'process raft request' (duration: 150.8403ms)","trace[1317297148] 'compare' (duration: 121.520169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:31.883966Z","caller":"traceutil/trace.go:171","msg":"trace[1333382163] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5014; }","duration":"264.390584ms","start":"2026-02-27T18:29:31.619554Z","end":"2026-02-27T18:29:31.883944Z","steps":["trace[1333382163] 'read index received' (duration: 109.04928ms)","trace[1333382163] 'applied index is now lower than readState.Index' (duration: 155.339414ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:31.884098Z","caller":"traceutil/trace.go:171","msg":"trace[1995102889] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"301.739581ms","start":"2026-02-27T18:29:31.582345Z","end":"2026-02-27T18:29:31.884085Z","steps":["trace[1995102889] 'process raft request' (duration: 301.422454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.884208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:31.582319Z","time spent":"301.808643ms","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:31.884497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.944977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"info","ts":"2026-02-27T18:29:31.884624Z","caller":"traceutil/trace.go:171","msg":"trace[1961272767] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4804; }","duration":"265.04184ms","start":"2026-02-27T18:29:31.6195Z","end":"2026-02-27T18:29:31.884541Z","steps":["trace[1961272767] 'agreement among raft nodes before linearized reading' (duration: 264.866836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:31.884776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.543745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T18:29:31.88494Z","caller":"traceutil/trace.go:171","msg":"trace[1099998955] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4804; }","duration":"185.726369ms","start":"2026-02-27T18:29:31.699123Z","end":"2026-02-27T18:29:31.884849Z","steps":["trace[1099998955] 'agreement among raft nodes before linearized reading' (duration: 185.266298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:32.166274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.197664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:29:32.166409Z","caller":"traceutil/trace.go:171","msg":"trace[1475778625] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"271.875608ms","start":"2026-02-27T18:29:31.894509Z","end":"2026-02-27T18:29:32.166385Z","steps":["trace[1475778625] 'process raft request' (duration: 109.404268ms)","trace[1475778625] 'compare' (duration: 161.997699ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:32.235976Z","caller":"traceutil/trace.go:171","msg":"trace[2027308415] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"103.508411ms","start":"2026-02-27T18:29:32.132443Z","end":"2026-02-27T18:29:32.235951Z","steps":["trace[2027308415] 'read index received' (duration: 103.314027ms)","trace[2027308415] 'applied index is now lower than readState.Index' (duration: 193.534µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:32.236048Z","caller":"traceutil/trace.go:171","msg":"trace[487529280] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"337.554232ms","start":"2026-02-27T18:29:31.898459Z","end":"2026-02-27T18:29:32.236014Z","steps":["trace[487529280] 'process raft request' (duration: 337.349207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:32.236168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.695055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:29:32.23619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:31.898444Z","time spent":"337.669555ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17217,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:29:32.236229Z","caller":"traceutil/trace.go:171","msg":"trace[1072820683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"103.812188ms","start":"2026-02-27T18:29:32.132402Z","end":"2026-02-27T18:29:32.236214Z","steps":["trace[1072820683] 'agreement among raft nodes before linearized reading' (duration: 103.697386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.201786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902301260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:29:33.226866Z","caller":"traceutil/trace.go:171","msg":"trace[924593143] linearizableReadLoop","detail":"{readStateIndex:5019; appliedIndex:5018; }","duration":"525.168975ms","start":"2026-02-27T18:29:32.701673Z","end":"2026-02-27T18:29:33.226842Z","steps":["trace[924593143] 'read index received' (duration: 524.96814ms)","trace[924593143] 'applied index is now lower than readState.Index' (duration: 199.965µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:33.226999Z","caller":"traceutil/trace.go:171","msg":"trace[257475358] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"584.722087ms","start":"2026-02-27T18:29:32.642236Z","end":"2026-02-27T18:29:33.226958Z","steps":["trace[257475358] 'process raft request' (duration: 584.44017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.22709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.4077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T18:29:33.227133Z","caller":"traceutil/trace.go:171","msg":"trace[156212344] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4807; }","duration":"525.506142ms","start":"2026-02-27T18:29:32.701613Z","end":"2026-02-27T18:29:33.227119Z","steps":["trace[156212344] 'agreement among raft nodes before linearized reading' (duration: 525.365999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:32.70159Z","time spent":"525.566974ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T18:29:33.227189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:32.642213Z","time spent":"584.865531ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:29:33.227174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.968791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:33.227267Z","caller":"traceutil/trace.go:171","msg":"trace[1138559740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4807; }","duration":"291.088314ms","start":"2026-02-27T18:29:32.936147Z","end":"2026-02-27T18:29:33.227236Z","steps":["trace[1138559740] 'agreement among raft nodes before linearized reading' (duration: 290.90063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.514524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:29:33.227329Z","caller":"traceutil/trace.go:171","msg":"trace[690316864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4807; }","duration":"135.594026ms","start":"2026-02-27T18:29:33.091718Z","end":"2026-02-27T18:29:33.227312Z","steps":["trace[690316864] 'agreement among raft nodes before linearized reading' (duration: 135.373951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.515384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:29:33.227338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.105648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:29:33.227392Z","caller":"traceutil/trace.go:171","msg":"trace[1655628501] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4807; }","duration":"135.590326ms","start":"2026-02-27T18:29:33.091789Z","end":"2026-02-27T18:29:33.227379Z","steps":["trace[1655628501] 'agreement among raft nodes before linearized reading' (duration: 135.465124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.227421Z","caller":"traceutil/trace.go:171","msg":"trace[1457312447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4807; }","duration":"136.249751ms","start":"2026-02-27T18:29:33.091152Z","end":"2026-02-27T18:29:33.227401Z","steps":["trace[1457312447] 'agreement among raft nodes before linearized reading' (duration: 135.971945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.330083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:29:33.22813Z","caller":"traceutil/trace.go:171","msg":"trace[1121324620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4807; }","duration":"137.038229ms","start":"2026-02-27T18:29:33.091068Z","end":"2026-02-27T18:29:33.228106Z","steps":["trace[1121324620] 'agreement among raft nodes before linearized reading' (duration: 136.21828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.373071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:29:33.228221Z","caller":"traceutil/trace.go:171","msg":"trace[1792132038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4807; }","duration":"136.20561ms","start":"2026-02-27T18:29:33.092007Z","end":"2026-02-27T18:29:33.228213Z","steps":["trace[1792132038] 'agreement among raft nodes before linearized reading' (duration: 135.242177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.153809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:29:33.228303Z","caller":"traceutil/trace.go:171","msg":"trace[1433592574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4807; }","duration":"136.993209ms","start":"2026-02-27T18:29:33.091301Z","end":"2026-02-27T18:29:33.228294Z","steps":["trace[1433592574] 'agreement among raft nodes before linearized reading' (duration: 136.147759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.227533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.800585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:29:33.228353Z","caller":"traceutil/trace.go:171","msg":"trace[604167252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:4807; }","duration":"134.634884ms","start":"2026-02-27T18:29:33.093705Z","end":"2026-02-27T18:29:33.22834Z","steps":["trace[604167252] 'agreement among raft nodes before linearized reading' (duration: 133.767344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.494762Z","caller":"traceutil/trace.go:171","msg":"trace[1324152642] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"262.119652ms","start":"2026-02-27T18:29:33.232614Z","end":"2026-02-27T18:29:33.494733Z","steps":["trace[1324152642] 'process raft request' (duration: 249.814836ms)","trace[1324152642] 'compare' (duration: 12.129462ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:33.495041Z","caller":"traceutil/trace.go:171","msg":"trace[1248279633] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"262.384038ms","start":"2026-02-27T18:29:33.232639Z","end":"2026-02-27T18:29:33.495023Z","steps":["trace[1248279633] 'process raft request' (duration: 262.055201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.495473Z","caller":"traceutil/trace.go:171","msg":"trace[1870204661] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"262.711576ms","start":"2026-02-27T18:29:33.232734Z","end":"2026-02-27T18:29:33.495446Z","steps":["trace[1870204661] 'process raft request' (duration: 262.537862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.495546Z","caller":"traceutil/trace.go:171","msg":"trace[401447145] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"262.653214ms","start":"2026-02-27T18:29:33.232865Z","end":"2026-02-27T18:29:33.495518Z","steps":["trace[401447145] 'process raft request' (duration: 262.521321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.495555Z","caller":"traceutil/trace.go:171","msg":"trace[218672418] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"262.236144ms","start":"2026-02-27T18:29:33.233295Z","end":"2026-02-27T18:29:33.495531Z","steps":["trace[218672418] 'process raft request' (duration: 262.147952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.495544Z","caller":"traceutil/trace.go:171","msg":"trace[820379659] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5020; }","duration":"217.441446ms","start":"2026-02-27T18:29:33.278073Z","end":"2026-02-27T18:29:33.495514Z","steps":["trace[820379659] 'read index received' (duration: 204.24195ms)","trace[820379659] 'applied index is now lower than readState.Index' (duration: 13.197696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:33.495904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.820895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61215"} {"level":"info","ts":"2026-02-27T18:29:33.495997Z","caller":"traceutil/trace.go:171","msg":"trace[720485495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4813; }","duration":"261.933438ms","start":"2026-02-27T18:29:33.234048Z","end":"2026-02-27T18:29:33.495982Z","steps":["trace[720485495] 'agreement among raft nodes before linearized reading' (duration: 261.530528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.806394Z","caller":"traceutil/trace.go:171","msg":"trace[1566932973] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5026; }","duration":"231.591192ms","start":"2026-02-27T18:29:33.574772Z","end":"2026-02-27T18:29:33.806363Z","steps":["trace[1566932973] 'read index received' (duration: 179.455403ms)","trace[1566932973] 'applied index is now lower than readState.Index' (duration: 52.134329ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:33.806567Z","caller":"traceutil/trace.go:171","msg":"trace[1890337135] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"254.103894ms","start":"2026-02-27T18:29:33.552442Z","end":"2026-02-27T18:29:33.806546Z","steps":["trace[1890337135] 'process raft request' (duration: 201.76548ms)","trace[1890337135] 'compare' (duration: 52.027087ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:33.806747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.069992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-02-27T18:29:33.80684Z","caller":"traceutil/trace.go:171","msg":"trace[1666523076] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4815; }","duration":"194.211025ms","start":"2026-02-27T18:29:33.612604Z","end":"2026-02-27T18:29:33.806815Z","steps":["trace[1666523076] 'agreement among raft nodes before linearized reading' (duration: 193.96637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:33.806845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.472276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T18:29:33.806893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.110485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:29:33.806967Z","caller":"traceutil/trace.go:171","msg":"trace[262416378] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4815; }","duration":"232.412702ms","start":"2026-02-27T18:29:33.574536Z","end":"2026-02-27T18:29:33.806949Z","steps":["trace[262416378] 'agreement among raft nodes before linearized reading' (duration: 232.206507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:33.806912Z","caller":"traceutil/trace.go:171","msg":"trace[789445407] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4815; }","duration":"120.585277ms","start":"2026-02-27T18:29:33.686307Z","end":"2026-02-27T18:29:33.806892Z","steps":["trace[789445407] 'agreement among raft nodes before linearized reading' (duration: 120.399953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.823429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.237319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:30:13.823541Z","caller":"traceutil/trace.go:171","msg":"trace[872591628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5202; }","duration":"131.406412ms","start":"2026-02-27T18:30:13.692111Z","end":"2026-02-27T18:30:13.823517Z","steps":["trace[872591628] 'range keys from in-memory index tree' (duration: 131.026563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.823603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.351832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:30:13.823701Z","caller":"traceutil/trace.go:171","msg":"trace[1423861216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5202; }","duration":"373.502036ms","start":"2026-02-27T18:30:13.450179Z","end":"2026-02-27T18:30:13.823681Z","steps":["trace[1423861216] 'range keys from in-memory index tree' (duration: 373.136167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.82371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.182991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:30:13.82374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:13.450155Z","time spent":"373.576947ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:30:13.823765Z","caller":"traceutil/trace.go:171","msg":"trace[173232441] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5202; }","duration":"123.248913ms","start":"2026-02-27T18:30:13.70049Z","end":"2026-02-27T18:30:13.823739Z","steps":["trace[173232441] 'range keys from in-memory index tree' (duration: 123.031357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.823902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.245616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:30:13.823607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.29582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:30:13.823988Z","caller":"traceutil/trace.go:171","msg":"trace[315450210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5202; }","duration":"307.345208ms","start":"2026-02-27T18:30:13.516621Z","end":"2026-02-27T18:30:13.823966Z","steps":["trace[315450210] 'range keys from in-memory index tree' (duration: 307.097993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.824029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:13.516599Z","time spent":"307.42092ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:30:13.824034Z","caller":"traceutil/trace.go:171","msg":"trace[718090600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5202; }","duration":"128.764361ms","start":"2026-02-27T18:30:13.695241Z","end":"2026-02-27T18:30:13.824005Z","steps":["trace[718090600] 'range keys from in-memory index tree' (duration: 128.099035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.824049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.434197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-02-27T18:30:13.824151Z","caller":"traceutil/trace.go:171","msg":"trace[1265907934] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5202; }","duration":"120.607841ms","start":"2026-02-27T18:30:13.703523Z","end":"2026-02-27T18:30:13.824131Z","steps":["trace[1265907934] 'range keys from in-memory index tree' (duration: 120.145721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.824044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.372399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:30:13.824234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.178964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:30:13.82425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.152277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:30:13.824271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.415047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:30:13.824276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.173065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:30:13.824295Z","caller":"traceutil/trace.go:171","msg":"trace[2002975732] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5202; }","duration":"121.283086ms","start":"2026-02-27T18:30:13.702995Z","end":"2026-02-27T18:30:13.824278Z","steps":["trace[2002975732] 'range keys from in-memory index tree' (duration: 121.091523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.824166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.461785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T18:30:13.824315Z","caller":"traceutil/trace.go:171","msg":"trace[441349747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:5202; }","duration":"114.476539ms","start":"2026-02-27T18:30:13.709828Z","end":"2026-02-27T18:30:13.824304Z","steps":["trace[441349747] 'range keys from in-memory index tree' (duration: 114.315365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.824307Z","caller":"traceutil/trace.go:171","msg":"trace[1599043309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5202; }","duration":"122.223369ms","start":"2026-02-27T18:30:13.702065Z","end":"2026-02-27T18:30:13.824288Z","steps":["trace[1599043309] 'range keys from in-memory index tree' (duration: 121.997304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.824322Z","caller":"traceutil/trace.go:171","msg":"trace[1120462148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5202; }","duration":"118.250576ms","start":"2026-02-27T18:30:13.70606Z","end":"2026-02-27T18:30:13.824311Z","steps":["trace[1120462148] 'range keys from in-memory index tree' (duration: 118.072673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.824317Z","caller":"traceutil/trace.go:171","msg":"trace[535589338] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5202; }","duration":"121.640406ms","start":"2026-02-27T18:30:13.702601Z","end":"2026-02-27T18:30:13.824242Z","steps":["trace[535589338] 'range keys from in-memory index tree' (duration: 121.298408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:13.8245Z","caller":"traceutil/trace.go:171","msg":"trace[1894370963] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5202; }","duration":"367.67687ms","start":"2026-02-27T18:30:13.456651Z","end":"2026-02-27T18:30:13.824328Z","steps":["trace[1894370963] 'range keys from in-memory index tree' (duration: 366.83353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:13.824674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:13.456622Z","time spent":"367.929616ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-27T18:30:13.979423Z","caller":"traceutil/trace.go:171","msg":"trace[469336045] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"149.886971ms","start":"2026-02-27T18:30:13.829497Z","end":"2026-02-27T18:30:13.979384Z","steps":["trace[469336045] 'process raft request' (duration: 149.697527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.000123Z","caller":"traceutil/trace.go:171","msg":"trace[1651816866] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"170.05434ms","start":"2026-02-27T18:30:13.830044Z","end":"2026-02-27T18:30:14.000098Z","steps":["trace[1651816866] 'process raft request' (duration: 169.980798ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.000119Z","caller":"traceutil/trace.go:171","msg":"trace[2000279582] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"170.286896ms","start":"2026-02-27T18:30:13.829788Z","end":"2026-02-27T18:30:14.000075Z","steps":["trace[2000279582] 'process raft request' (duration: 170.017589ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.000305Z","caller":"traceutil/trace.go:171","msg":"trace[1273825369] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"170.357567ms","start":"2026-02-27T18:30:13.829939Z","end":"2026-02-27T18:30:14.000296Z","steps":["trace[1273825369] 'process raft request' (duration: 170.014939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.000349Z","caller":"traceutil/trace.go:171","msg":"trace[769731222] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"170.352847ms","start":"2026-02-27T18:30:13.829989Z","end":"2026-02-27T18:30:14.000342Z","steps":["trace[769731222] 'process raft request' (duration: 170.002269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.00072Z","caller":"traceutil/trace.go:171","msg":"trace[1517074239] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"170.182762ms","start":"2026-02-27T18:30:13.830483Z","end":"2026-02-27T18:30:14.000666Z","steps":["trace[1517074239] 'process raft request' (duration: 169.585268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.000461Z","caller":"traceutil/trace.go:171","msg":"trace[336058652] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5433; }","duration":"168.876512ms","start":"2026-02-27T18:30:13.831559Z","end":"2026-02-27T18:30:14.000436Z","steps":["trace[336058652] 'read index received' (duration: 148.219062ms)","trace[336058652] 'applied index is now lower than readState.Index' (duration: 20.65435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:14.000782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.20125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81271"} {"level":"info","ts":"2026-02-27T18:30:14.000835Z","caller":"traceutil/trace.go:171","msg":"trace[1191530352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5208; }","duration":"169.328703ms","start":"2026-02-27T18:30:13.831495Z","end":"2026-02-27T18:30:14.000824Z","steps":["trace[1191530352] 'agreement among raft nodes before linearized reading' (duration: 169.003285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:14.001027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.060414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"warn","ts":"2026-02-27T18:30:14.001064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.682566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-02-27T18:30:14.001103Z","caller":"traceutil/trace.go:171","msg":"trace[1578821355] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5208; }","duration":"155.769258ms","start":"2026-02-27T18:30:13.845322Z","end":"2026-02-27T18:30:14.001091Z","steps":["trace[1578821355] 'agreement among raft nodes before linearized reading' (duration: 155.644055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:14.001108Z","caller":"traceutil/trace.go:171","msg":"trace[1239290346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5208; }","duration":"165.169956ms","start":"2026-02-27T18:30:13.835916Z","end":"2026-02-27T18:30:14.001086Z","steps":["trace[1239290346] 'agreement among raft nodes before linearized reading' (duration: 164.92821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:14.214665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.568568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-02-27T18:30:14.214752Z","caller":"traceutil/trace.go:171","msg":"trace[1808797217] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5208; }","duration":"169.708581ms","start":"2026-02-27T18:30:14.045026Z","end":"2026-02-27T18:30:14.214735Z","steps":["trace[1808797217] 'range keys from in-memory index tree' (duration: 169.392124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:14.684549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.915125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:30:14.684696Z","caller":"traceutil/trace.go:171","msg":"trace[32885311] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5440; }","duration":"194.581889ms","start":"2026-02-27T18:30:14.490098Z","end":"2026-02-27T18:30:14.68468Z","steps":["trace[32885311] 'read index received' (duration: 71.347247ms)","trace[32885311] 'applied index is now lower than readState.Index' (duration: 123.233572ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:14.685256Z","caller":"traceutil/trace.go:171","msg":"trace[1914495002] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"269.583982ms","start":"2026-02-27T18:30:14.415641Z","end":"2026-02-27T18:30:14.685225Z","steps":["trace[1914495002] 'process raft request' (duration: 145.912779ms)","trace[1914495002] 'compare' (duration: 122.504726ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:14.685594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.47183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:30:14.685686Z","caller":"traceutil/trace.go:171","msg":"trace[1117993255] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5211; }","duration":"195.626384ms","start":"2026-02-27T18:30:14.490038Z","end":"2026-02-27T18:30:14.685665Z","steps":["trace[1117993255] 'agreement among raft nodes before linearized reading' (duration: 194.685812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:15.053948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.832131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:30:15.054087Z","caller":"traceutil/trace.go:171","msg":"trace[1723061471] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5441; }","duration":"196.803461ms","start":"2026-02-27T18:30:14.857262Z","end":"2026-02-27T18:30:15.054065Z","steps":["trace[1723061471] 'read index received' (duration: 27.602751ms)","trace[1723061471] 'applied index is now lower than readState.Index' (duration: 169.19907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:15.054183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.910843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:30:15.054235Z","caller":"traceutil/trace.go:171","msg":"trace[190457896] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5212; }","duration":"196.965754ms","start":"2026-02-27T18:30:14.857255Z","end":"2026-02-27T18:30:15.054221Z","steps":["trace[190457896] 'agreement among raft nodes before linearized reading' (duration: 196.874022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:15.054136Z","caller":"traceutil/trace.go:171","msg":"trace[1066031182] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"348.226908ms","start":"2026-02-27T18:30:14.70588Z","end":"2026-02-27T18:30:15.054107Z","steps":["trace[1066031182] 'process raft request' (duration: 179.13012ms)","trace[1066031182] 'compare' (duration: 168.557925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:15.054487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:14.705858Z","time spent":"348.569306ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:30:15.621187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.803626ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:30:16.176303Z","caller":"traceutil/trace.go:171","msg":"trace[1513071323] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"139.663184ms","start":"2026-02-27T18:30:16.036613Z","end":"2026-02-27T18:30:16.176276Z","steps":["trace[1513071323] 'process raft request' (duration: 129.811185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:16.176583Z","caller":"traceutil/trace.go:171","msg":"trace[784125977] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"139.289326ms","start":"2026-02-27T18:30:16.037254Z","end":"2026-02-27T18:30:16.176543Z","steps":["trace[784125977] 'process raft request' (duration: 138.978769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:16.176679Z","caller":"traceutil/trace.go:171","msg":"trace[1449836006] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"139.274395ms","start":"2026-02-27T18:30:16.037397Z","end":"2026-02-27T18:30:16.176671Z","steps":["trace[1449836006] 'process raft request' (duration: 139.144312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:16.176696Z","caller":"traceutil/trace.go:171","msg":"trace[553944060] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"139.282326ms","start":"2026-02-27T18:30:16.037382Z","end":"2026-02-27T18:30:16.176664Z","steps":["trace[553944060] 'process raft request' (duration: 139.080351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:16.385227Z","caller":"traceutil/trace.go:171","msg":"trace[712788213] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"137.443463ms","start":"2026-02-27T18:30:16.247737Z","end":"2026-02-27T18:30:16.385181Z","steps":["trace[712788213] 'process raft request' (duration: 86.700474ms)","trace[712788213] 'compare' (duration: 47.841752ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:23.02959Z","caller":"traceutil/trace.go:171","msg":"trace[216678124] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"218.854883ms","start":"2026-02-27T18:30:22.810701Z","end":"2026-02-27T18:30:23.029556Z","steps":["trace[216678124] 'process raft request' (duration: 218.590787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:27.285286Z","caller":"traceutil/trace.go:171","msg":"trace[1938013350] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5545; }","duration":"155.251826ms","start":"2026-02-27T18:30:27.130009Z","end":"2026-02-27T18:30:27.285261Z","steps":["trace[1938013350] 'read index received' (duration: 155.020451ms)","trace[1938013350] 'applied index is now lower than readState.Index' (duration: 230.335µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:27.285406Z","caller":"traceutil/trace.go:171","msg":"trace[249067765] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"156.333851ms","start":"2026-02-27T18:30:27.129045Z","end":"2026-02-27T18:30:27.285379Z","steps":["trace[249067765] 'process raft request' (duration: 156.051174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:27.28548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.44743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:30:27.285752Z","caller":"traceutil/trace.go:171","msg":"trace[254782020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"155.719767ms","start":"2026-02-27T18:30:27.130002Z","end":"2026-02-27T18:30:27.285722Z","steps":["trace[254782020] 'agreement among raft nodes before linearized reading' (duration: 155.376609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:27.501309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.162602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:30:27.501427Z","caller":"traceutil/trace.go:171","msg":"trace[178173537] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"172.579797ms","start":"2026-02-27T18:30:27.328827Z","end":"2026-02-27T18:30:27.501407Z","steps":["trace[178173537] 'process raft request' (duration: 33.233051ms)","trace[178173537] 'compare' (duration: 139.028719ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:28.246071Z","caller":"traceutil/trace.go:171","msg":"trace[1656717170] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5550; }","duration":"105.587312ms","start":"2026-02-27T18:30:28.14046Z","end":"2026-02-27T18:30:28.246048Z","steps":["trace[1656717170] 'read index received' (duration: 80.9635ms)","trace[1656717170] 'applied index is now lower than readState.Index' (duration: 24.622782ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:28.246147Z","caller":"traceutil/trace.go:171","msg":"trace[1277499678] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"107.460496ms","start":"2026-02-27T18:30:28.13866Z","end":"2026-02-27T18:30:28.24612Z","steps":["trace[1277499678] 'process raft request' (duration: 82.819863ms)","trace[1277499678] 'compare' (duration: 24.447528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:28.246397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.924451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:88642"} {"level":"info","ts":"2026-02-27T18:30:28.246473Z","caller":"traceutil/trace.go:171","msg":"trace[1054382398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5316; }","duration":"106.038213ms","start":"2026-02-27T18:30:28.140418Z","end":"2026-02-27T18:30:28.246456Z","steps":["trace[1054382398] 'agreement among raft nodes before linearized reading' (duration: 105.768876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:28.433875Z","caller":"traceutil/trace.go:171","msg":"trace[531639690] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"176.586751ms","start":"2026-02-27T18:30:28.257263Z","end":"2026-02-27T18:30:28.433849Z","steps":["trace[531639690] 'process raft request' (duration: 176.500349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:28.433883Z","caller":"traceutil/trace.go:171","msg":"trace[1333126786] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"176.662533ms","start":"2026-02-27T18:30:28.257189Z","end":"2026-02-27T18:30:28.433852Z","steps":["trace[1333126786] 'process raft request' (duration: 157.348855ms)","trace[1333126786] 'compare' (duration: 19.037152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:28.434121Z","caller":"traceutil/trace.go:171","msg":"trace[989672309] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"164.418929ms","start":"2026-02-27T18:30:28.269669Z","end":"2026-02-27T18:30:28.434088Z","steps":["trace[989672309] 'process raft request' (duration: 164.142632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.1253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2929} {"level":"info","ts":"2026-02-27T18:32:17.218602Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2929,"took":"91.935111ms","hash":2816531089,"current-db-size-bytes":43655168,"current-db-size":"44 MB","current-db-size-in-use-bytes":32927744,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-27T18:32:17.218661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2816531089,"revision":2929,"compact-revision":-1} {"level":"info","ts":"2026-02-27T18:32:35.013657Z","caller":"traceutil/trace.go:171","msg":"trace[912776914] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"122.151671ms","start":"2026-02-27T18:32:34.891467Z","end":"2026-02-27T18:32:35.013618Z","steps":["trace[912776914] 'process raft request' (duration: 61.179038ms)","trace[912776914] 'compare' (duration: 60.744708ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:35.212754Z","caller":"traceutil/trace.go:171","msg":"trace[1248004966] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"165.940857ms","start":"2026-02-27T18:32:35.046782Z","end":"2026-02-27T18:32:35.212723Z","steps":["trace[1248004966] 'process raft request' (duration: 90.621921ms)","trace[1248004966] 'compare' (duration: 75.150622ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:35.212742Z","caller":"traceutil/trace.go:171","msg":"trace[1833261125] linearizableReadLoop","detail":"{readStateIndex:6508; appliedIndex:6507; }","duration":"161.105514ms","start":"2026-02-27T18:32:35.051606Z","end":"2026-02-27T18:32:35.212712Z","steps":["trace[1833261125] 'read index received' (duration: 85.775558ms)","trace[1833261125] 'applied index is now lower than readState.Index' (duration: 75.328796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:35.213339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.36837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:32:35.213413Z","caller":"traceutil/trace.go:171","msg":"trace[1715252859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6220; }","duration":"161.475133ms","start":"2026-02-27T18:32:35.051921Z","end":"2026-02-27T18:32:35.213396Z","steps":["trace[1715252859] 'agreement among raft nodes before linearized reading' (duration: 160.998372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:35.213818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.20839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:32:35.214203Z","caller":"traceutil/trace.go:171","msg":"trace[1659569689] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6220; }","duration":"162.62642ms","start":"2026-02-27T18:32:35.051562Z","end":"2026-02-27T18:32:35.214189Z","steps":["trace[1659569689] 'agreement among raft nodes before linearized reading' (duration: 161.226367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:55.176838Z","caller":"traceutil/trace.go:171","msg":"trace[1913315860] linearizableReadLoop","detail":"{readStateIndex:6669; appliedIndex:6668; }","duration":"234.295711ms","start":"2026-02-27T18:32:54.94251Z","end":"2026-02-27T18:32:55.176805Z","steps":["trace[1913315860] 'read index received' (duration: 163.07452ms)","trace[1913315860] 'applied index is now lower than readState.Index' (duration: 71.219861ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:55.177191Z","caller":"traceutil/trace.go:171","msg":"trace[713983060] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"266.342924ms","start":"2026-02-27T18:32:54.910816Z","end":"2026-02-27T18:32:55.177159Z","steps":["trace[713983060] 'process raft request' (duration: 194.763205ms)","trace[713983060] 'compare' (duration: 71.049997ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:55.17736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.770603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:32:55.17742Z","caller":"traceutil/trace.go:171","msg":"trace[1396397825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6371; }","duration":"225.848065ms","start":"2026-02-27T18:32:54.951556Z","end":"2026-02-27T18:32:55.177404Z","steps":["trace[1396397825] 'agreement among raft nodes before linearized reading' (duration: 225.62632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:55.177883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.679039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T18:32:55.178002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.483329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:32:55.178093Z","caller":"traceutil/trace.go:171","msg":"trace[1686012739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6371; }","duration":"235.618532ms","start":"2026-02-27T18:32:54.942445Z","end":"2026-02-27T18:32:55.178064Z","steps":["trace[1686012739] 'agreement among raft nodes before linearized reading' (duration: 234.692831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:55.178196Z","caller":"traceutil/trace.go:171","msg":"trace[1506760643] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6371; }","duration":"111.814202ms","start":"2026-02-27T18:32:55.066122Z","end":"2026-02-27T18:32:55.177936Z","steps":["trace[1506760643] 'agreement among raft nodes before linearized reading' (duration: 111.101306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:55.177907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.939617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:32:55.178276Z","caller":"traceutil/trace.go:171","msg":"trace[1707726095] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6371; }","duration":"226.323927ms","start":"2026-02-27T18:32:54.951934Z","end":"2026-02-27T18:32:55.178258Z","steps":["trace[1707726095] 'agreement among raft nodes before linearized reading' (duration: 225.675762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:51.704362Z","caller":"traceutil/trace.go:171","msg":"trace[793537869] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"123.049502ms","start":"2026-02-27T18:33:51.58128Z","end":"2026-02-27T18:33:51.70433Z","steps":["trace[793537869] 'process raft request' (duration: 122.732445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:08.734372Z","caller":"traceutil/trace.go:171","msg":"trace[1893686189] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"113.639484ms","start":"2026-02-27T18:35:08.6207Z","end":"2026-02-27T18:35:08.73434Z","steps":["trace[1893686189] 'process raft request' (duration: 78.188882ms)","trace[1893686189] 'compare' (duration: 35.305599ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:15.983284Z","caller":"traceutil/trace.go:171","msg":"trace[559604165] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"295.730417ms","start":"2026-02-27T18:35:15.687513Z","end":"2026-02-27T18:35:15.983243Z","steps":["trace[559604165] 'process raft request' (duration: 295.479251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:16.611179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.806949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:16.611266Z","caller":"traceutil/trace.go:171","msg":"trace[791678608] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7712; }","duration":"132.964302ms","start":"2026-02-27T18:35:16.478282Z","end":"2026-02-27T18:35:16.611247Z","steps":["trace[791678608] 'count revisions from in-memory index tree' (duration: 132.701156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.539825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.403063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:35:18.539943Z","caller":"traceutil/trace.go:171","msg":"trace[1757174560] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"503.723889ms","start":"2026-02-27T18:35:18.036193Z","end":"2026-02-27T18:35:18.539917Z","steps":["trace[1757174560] 'process raft request' (duration: 301.143222ms)","trace[1757174560] 'compare' (duration: 201.945012ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:18.54004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.03617Z","time spent":"503.822631ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:18.549353Z","caller":"traceutil/trace.go:171","msg":"trace[1598847710] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8079; }","duration":"512.585915ms","start":"2026-02-27T18:35:18.036748Z","end":"2026-02-27T18:35:18.549333Z","steps":["trace[1598847710] 'read index received' (duration: 300.684912ms)","trace[1598847710] 'applied index is now lower than readState.Index' (duration: 211.900122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:18.549402Z","caller":"traceutil/trace.go:171","msg":"trace[1156117906] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"512.649156ms","start":"2026-02-27T18:35:18.036717Z","end":"2026-02-27T18:35:18.549366Z","steps":["trace[1156117906] 'process raft request' (duration: 512.534254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.549563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.036696Z","time spent":"512.784759ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:18.549745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.982094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"info","ts":"2026-02-27T18:35:18.5498Z","caller":"traceutil/trace.go:171","msg":"trace[1422279878] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7721; }","duration":"513.073646ms","start":"2026-02-27T18:35:18.036715Z","end":"2026-02-27T18:35:18.549788Z","steps":["trace[1422279878] 'agreement among raft nodes before linearized reading' (duration: 512.711948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.549824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.036701Z","time spent":"513.116937ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:35:18.550224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.001288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:35:18.550381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.115111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:35:18.550505Z","caller":"traceutil/trace.go:171","msg":"trace[701315173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7722; }","duration":"373.282684ms","start":"2026-02-27T18:35:18.177197Z","end":"2026-02-27T18:35:18.550479Z","steps":["trace[701315173] 'agreement among raft nodes before linearized reading' (duration: 373.009058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.550574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.772172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:18.550427Z","caller":"traceutil/trace.go:171","msg":"trace[1923195827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7722; }","duration":"326.239644ms","start":"2026-02-27T18:35:18.224178Z","end":"2026-02-27T18:35:18.550418Z","steps":["trace[1923195827] 'agreement among raft nodes before linearized reading' (duration: 325.995198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.550578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.177176Z","time spent":"373.385097ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:18.550616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.224157Z","time spent":"326.450899ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:35:18.550328Z","caller":"traceutil/trace.go:171","msg":"trace[756201496] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"191.100421ms","start":"2026-02-27T18:35:18.359174Z","end":"2026-02-27T18:35:18.550274Z","steps":["trace[756201496] 'process raft request' (duration: 190.914007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:18.550718Z","caller":"traceutil/trace.go:171","msg":"trace[1483021836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7722; }","duration":"419.953186ms","start":"2026-02-27T18:35:18.130756Z","end":"2026-02-27T18:35:18.55071Z","steps":["trace[1483021836] 'agreement among raft nodes before linearized reading' (duration: 419.392203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.550741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.130739Z","time spent":"419.997078ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:35:18.550291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.173207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:35:18.550797Z","caller":"traceutil/trace.go:171","msg":"trace[1926590813] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7722; }","duration":"315.71241ms","start":"2026-02-27T18:35:18.235061Z","end":"2026-02-27T18:35:18.550774Z","steps":["trace[1926590813] 'agreement among raft nodes before linearized reading' (duration: 315.115256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:18.550877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:18.23504Z","time spent":"315.816052ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:35:28.353715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.518465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:28.353746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.648521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:35:28.35379Z","caller":"traceutil/trace.go:171","msg":"trace[636231417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7780; }","duration":"224.644618ms","start":"2026-02-27T18:35:28.129131Z","end":"2026-02-27T18:35:28.353776Z","steps":["trace[636231417] 'range keys from in-memory index tree' (duration: 224.377281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:28.3538Z","caller":"traceutil/trace.go:171","msg":"trace[947851800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7780; }","duration":"278.771053ms","start":"2026-02-27T18:35:28.075014Z","end":"2026-02-27T18:35:28.353785Z","steps":["trace[947851800] 'range keys from in-memory index tree' (duration: 278.491607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:28.628146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.041868ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:28.628682Z","caller":"traceutil/trace.go:171","msg":"trace[923471960] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7781; }","duration":"112.434347ms","start":"2026-02-27T18:35:28.516072Z","end":"2026-02-27T18:35:28.628506Z","steps":["trace[923471960] 'range keys from in-memory index tree' (duration: 112.008857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:28.821278Z","caller":"traceutil/trace.go:171","msg":"trace[1746599175] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"188.725936ms","start":"2026-02-27T18:35:28.632528Z","end":"2026-02-27T18:35:28.821253Z","steps":["trace[1746599175] 'process raft request' (duration: 188.584262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:28.989019Z","caller":"traceutil/trace.go:171","msg":"trace[2079433686] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"356.003514ms","start":"2026-02-27T18:35:28.632984Z","end":"2026-02-27T18:35:28.988987Z","steps":["trace[2079433686] 'process raft request' (duration: 296.891674ms)","trace[2079433686] 'compare' (duration: 58.758332ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:28.989082Z","caller":"traceutil/trace.go:171","msg":"trace[994866002] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"237.663561ms","start":"2026-02-27T18:35:28.751385Z","end":"2026-02-27T18:35:28.989049Z","steps":["trace[994866002] 'process raft request' (duration: 237.519457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:28.989195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:28.632953Z","time spent":"356.156327ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:28.989042Z","caller":"traceutil/trace.go:171","msg":"trace[324062693] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8146; }","duration":"355.83484ms","start":"2026-02-27T18:35:28.633183Z","end":"2026-02-27T18:35:28.989018Z","steps":["trace[324062693] 'read index received' (duration: 187.936747ms)","trace[324062693] 'applied index is now lower than readState.Index' (duration: 167.896993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:28.989597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.686213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:35:28.989613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.453806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:35:28.989631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.785125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:35:28.989649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.454184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"warn","ts":"2026-02-27T18:35:28.989506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.980452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:35:28.989695Z","caller":"traceutil/trace.go:171","msg":"trace[740982988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7784; }","duration":"341.557199ms","start":"2026-02-27T18:35:28.648115Z","end":"2026-02-27T18:35:28.989672Z","steps":["trace[740982988] 'agreement among raft nodes before linearized reading' (duration: 341.371725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:28.989676Z","caller":"traceutil/trace.go:171","msg":"trace[1957768914] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7784; }","duration":"134.771255ms","start":"2026-02-27T18:35:28.854884Z","end":"2026-02-27T18:35:28.989655Z","steps":["trace[1957768914] 'agreement among raft nodes before linearized reading' (duration: 134.533909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:28.989701Z","caller":"traceutil/trace.go:171","msg":"trace[1796157478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7784; }","duration":"341.896546ms","start":"2026-02-27T18:35:28.647786Z","end":"2026-02-27T18:35:28.989683Z","steps":["trace[1796157478] 'agreement among raft nodes before linearized reading' (duration: 341.723132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:28.989717Z","caller":"traceutil/trace.go:171","msg":"trace[1016263217] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7784; }","duration":"343.229168ms","start":"2026-02-27T18:35:28.646475Z","end":"2026-02-27T18:35:28.989704Z","steps":["trace[1016263217] 'agreement among raft nodes before linearized reading' (duration: 342.88231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:28.989753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:28.648108Z","time spent":"341.632081ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:28.989764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:28.647766Z","time spent":"341.985539ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:35:28.989777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:28.646462Z","time spent":"343.304429ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:35:28.989705Z","caller":"traceutil/trace.go:171","msg":"trace[89561032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7784; }","duration":"356.530046ms","start":"2026-02-27T18:35:28.633164Z","end":"2026-02-27T18:35:28.989694Z","steps":["trace[89561032] 'agreement among raft nodes before linearized reading' (duration: 355.928212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:28.989905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:28.633125Z","time spent":"356.763891ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:35:28.989925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.532244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:28.99017Z","caller":"traceutil/trace.go:171","msg":"trace[1325396977] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7784; }","duration":"173.701457ms","start":"2026-02-27T18:35:28.816374Z","end":"2026-02-27T18:35:28.990075Z","steps":["trace[1325396977] 'agreement among raft nodes before linearized reading' (duration: 172.994191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.289598Z","caller":"traceutil/trace.go:171","msg":"trace[1956375771] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"295.824199ms","start":"2026-02-27T18:35:28.993755Z","end":"2026-02-27T18:35:29.28958Z","steps":["trace[1956375771] 'process raft request' (duration: 234.21963ms)","trace[1956375771] 'compare' (duration: 61.312522ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:29.289693Z","caller":"traceutil/trace.go:171","msg":"trace[1344463124] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"294.095909ms","start":"2026-02-27T18:35:28.99559Z","end":"2026-02-27T18:35:29.289686Z","steps":["trace[1344463124] 'process raft request' (duration: 293.936956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.289851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.150983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:35:29.289595Z","caller":"traceutil/trace.go:171","msg":"trace[1864310178] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8149; }","duration":"294.895048ms","start":"2026-02-27T18:35:28.994677Z","end":"2026-02-27T18:35:29.289572Z","steps":["trace[1864310178] 'read index received' (duration: 54.271819ms)","trace[1864310178] 'applied index is now lower than readState.Index' (duration: 240.619158ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:29.289919Z","caller":"traceutil/trace.go:171","msg":"trace[1736277985] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7788; }","duration":"295.257926ms","start":"2026-02-27T18:35:28.994643Z","end":"2026-02-27T18:35:29.289901Z","steps":["trace[1736277985] 'agreement among raft nodes before linearized reading' (duration: 295.072952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.289655Z","caller":"traceutil/trace.go:171","msg":"trace[10726169] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"295.246866ms","start":"2026-02-27T18:35:28.994325Z","end":"2026-02-27T18:35:29.289572Z","steps":["trace[10726169] 'process raft request' (duration: 295.134473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.29009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.511089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.290108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.55989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.290224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.84721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.290264Z","caller":"traceutil/trace.go:171","msg":"trace[1559788993] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7788; }","duration":"151.911922ms","start":"2026-02-27T18:35:29.138341Z","end":"2026-02-27T18:35:29.290253Z","steps":["trace[1559788993] 'agreement among raft nodes before linearized reading' (duration: 151.847941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.290249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.734069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.290337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.872559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.290369Z","caller":"traceutil/trace.go:171","msg":"trace[946718122] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7788; }","duration":"167.877642ms","start":"2026-02-27T18:35:29.122455Z","end":"2026-02-27T18:35:29.290332Z","steps":["trace[946718122] 'agreement among raft nodes before linearized reading' (duration: 167.732719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.290404Z","caller":"traceutil/trace.go:171","msg":"trace[86650730] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7788; }","duration":"235.965211ms","start":"2026-02-27T18:35:29.054422Z","end":"2026-02-27T18:35:29.290387Z","steps":["trace[86650730] 'agreement among raft nodes before linearized reading' (duration: 235.864789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.290464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.899708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.290505Z","caller":"traceutil/trace.go:171","msg":"trace[1926543603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7788; }","duration":"134.954219ms","start":"2026-02-27T18:35:29.155541Z","end":"2026-02-27T18:35:29.290495Z","steps":["trace[1926543603] 'agreement among raft nodes before linearized reading' (duration: 134.893158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.290565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.192658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.798141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.291692Z","caller":"traceutil/trace.go:171","msg":"trace[543442450] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7788; }","duration":"101.925793ms","start":"2026-02-27T18:35:29.189747Z","end":"2026-02-27T18:35:29.291673Z","steps":["trace[543442450] 'agreement among raft nodes before linearized reading' (duration: 101.79496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.29184Z","caller":"traceutil/trace.go:171","msg":"trace[667468367] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7788; }","duration":"153.326395ms","start":"2026-02-27T18:35:29.138326Z","end":"2026-02-27T18:35:29.291653Z","steps":["trace[667468367] 'agreement among raft nodes before linearized reading' (duration: 151.984694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.29056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.510943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.291955Z","caller":"traceutil/trace.go:171","msg":"trace[1494671529] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7788; }","duration":"152.941806ms","start":"2026-02-27T18:35:29.138996Z","end":"2026-02-27T18:35:29.291938Z","steps":["trace[1494671529] 'agreement among raft nodes before linearized reading' (duration: 151.496323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.290127Z","caller":"traceutil/trace.go:171","msg":"trace[1139990666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7788; }","duration":"134.55694ms","start":"2026-02-27T18:35:29.155561Z","end":"2026-02-27T18:35:29.290118Z","steps":["trace[1139990666] 'agreement among raft nodes before linearized reading' (duration: 134.498809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.290128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.636124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.292124Z","caller":"traceutil/trace.go:171","msg":"trace[1783474178] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7788; }","duration":"187.63967ms","start":"2026-02-27T18:35:29.104464Z","end":"2026-02-27T18:35:29.292103Z","steps":["trace[1783474178] 'agreement among raft nodes before linearized reading' (duration: 185.626884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.29069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.211465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.186233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.293812Z","caller":"traceutil/trace.go:171","msg":"trace[36350143] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7788; }","duration":"171.912346ms","start":"2026-02-27T18:35:29.121872Z","end":"2026-02-27T18:35:29.293785Z","steps":["trace[36350143] 'agreement among raft nodes before linearized reading' (duration: 169.179063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.29391Z","caller":"traceutil/trace.go:171","msg":"trace[2052660943] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7788; }","duration":"207.304716ms","start":"2026-02-27T18:35:29.08645Z","end":"2026-02-27T18:35:29.293754Z","steps":["trace[2052660943] 'agreement among raft nodes before linearized reading' (duration: 204.187714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.294427Z","caller":"traceutil/trace.go:171","msg":"trace[1560263690] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7788; }","duration":"270.918301ms","start":"2026-02-27T18:35:29.023481Z","end":"2026-02-27T18:35:29.294399Z","steps":["trace[1560263690] 'agreement among raft nodes before linearized reading' (duration: 266.5584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.291066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.487981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.294666Z","caller":"traceutil/trace.go:171","msg":"trace[153487238] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7788; }","duration":"139.098915ms","start":"2026-02-27T18:35:29.155546Z","end":"2026-02-27T18:35:29.294645Z","steps":["trace[153487238] 'agreement among raft nodes before linearized reading' (duration: 135.502752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.291035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.057539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.294895Z","caller":"traceutil/trace.go:171","msg":"trace[1415685558] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7788; }","duration":"172.938219ms","start":"2026-02-27T18:35:29.121932Z","end":"2026-02-27T18:35:29.294871Z","steps":["trace[1415685558] 'agreement among raft nodes before linearized reading' (duration: 169.08218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.29105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.083504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.299179Z","caller":"traceutil/trace.go:171","msg":"trace[25918206] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7788; }","duration":"263.227554ms","start":"2026-02-27T18:35:29.035923Z","end":"2026-02-27T18:35:29.29915Z","steps":["trace[25918206] 'agreement among raft nodes before linearized reading' (duration: 255.038684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.291132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.059813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.17565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.046193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.875782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.690189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.666958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.89605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.294842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.529884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.342481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.29133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.850971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.385562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.290963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.438384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.290962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.642367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.335508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.29102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.09832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.291132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.131921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:29.29959Z","caller":"traceutil/trace.go:171","msg":"trace[671336784] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7788; }","duration":"126.644176ms","start":"2026-02-27T18:35:29.172924Z","end":"2026-02-27T18:35:29.299568Z","steps":["trace[671336784] 'agreement among raft nodes before linearized reading' (duration: 118.18735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299589Z","caller":"traceutil/trace.go:171","msg":"trace[212225130] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7788; }","duration":"194.463528ms","start":"2026-02-27T18:35:29.105107Z","end":"2026-02-27T18:35:29.29957Z","steps":["trace[212225130] 'agreement among raft nodes before linearized reading' (duration: 186.038323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299635Z","caller":"traceutil/trace.go:171","msg":"trace[108689418] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7788; }","duration":"213.695925ms","start":"2026-02-27T18:35:29.08593Z","end":"2026-02-27T18:35:29.299626Z","steps":["trace[108689418] 'agreement among raft nodes before linearized reading' (duration: 205.395612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299645Z","caller":"traceutil/trace.go:171","msg":"trace[780082158] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7788; }","duration":"110.365839ms","start":"2026-02-27T18:35:29.189263Z","end":"2026-02-27T18:35:29.299628Z","steps":["trace[780082158] 'agreement among raft nodes before linearized reading' (duration: 101.819911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.29979Z","caller":"traceutil/trace.go:171","msg":"trace[491279430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7788; }","duration":"167.287889ms","start":"2026-02-27T18:35:29.132493Z","end":"2026-02-27T18:35:29.299781Z","steps":["trace[491279430] 'agreement among raft nodes before linearized reading' (duration: 158.423494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299789Z","caller":"traceutil/trace.go:171","msg":"trace[1747078271] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7788; }","duration":"195.284138ms","start":"2026-02-27T18:35:29.104486Z","end":"2026-02-27T18:35:29.299771Z","steps":["trace[1747078271] 'agreement among raft nodes before linearized reading' (duration: 186.682969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299833Z","caller":"traceutil/trace.go:171","msg":"trace[1773288202] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7788; }","duration":"263.50441ms","start":"2026-02-27T18:35:29.036313Z","end":"2026-02-27T18:35:29.299818Z","steps":["trace[1773288202] 'agreement among raft nodes before linearized reading' (duration: 254.782198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299876Z","caller":"traceutil/trace.go:171","msg":"trace[947198598] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7788; }","duration":"126.934703ms","start":"2026-02-27T18:35:29.172927Z","end":"2026-02-27T18:35:29.299861Z","steps":["trace[947198598] 'agreement among raft nodes before linearized reading' (duration: 118.17359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299916Z","caller":"traceutil/trace.go:171","msg":"trace[1837176192] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7788; }","duration":"245.159914ms","start":"2026-02-27T18:35:29.054741Z","end":"2026-02-27T18:35:29.299901Z","steps":["trace[1837176192] 'agreement among raft nodes before linearized reading' (duration: 236.516914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.29993Z","caller":"traceutil/trace.go:171","msg":"trace[211763170] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7788; }","duration":"110.637465ms","start":"2026-02-27T18:35:29.189283Z","end":"2026-02-27T18:35:29.29992Z","steps":["trace[211763170] 'agreement among raft nodes before linearized reading' (duration: 101.635377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299951Z","caller":"traceutil/trace.go:171","msg":"trace[282656522] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7788; }","duration":"213.996892ms","start":"2026-02-27T18:35:29.08593Z","end":"2026-02-27T18:35:29.299927Z","steps":["trace[282656522] 'agreement among raft nodes before linearized reading' (duration: 205.354681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299956Z","caller":"traceutil/trace.go:171","msg":"trace[1115913959] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7788; }","duration":"245.475822ms","start":"2026-02-27T18:35:29.05446Z","end":"2026-02-27T18:35:29.299936Z","steps":["trace[1115913959] 'agreement among raft nodes before linearized reading' (duration: 236.839562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299894Z","caller":"traceutil/trace.go:171","msg":"trace[1875903514] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7788; }","duration":"126.34619ms","start":"2026-02-27T18:35:29.173506Z","end":"2026-02-27T18:35:29.299852Z","steps":["trace[1875903514] 'agreement among raft nodes before linearized reading' (duration: 117.586147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299596Z","caller":"traceutil/trace.go:171","msg":"trace[994433541] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7788; }","duration":"183.581976ms","start":"2026-02-27T18:35:29.115993Z","end":"2026-02-27T18:35:29.299575Z","steps":["trace[994433541] 'agreement among raft nodes before linearized reading' (duration: 175.082419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.300047Z","caller":"traceutil/trace.go:171","msg":"trace[943481144] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7788; }","duration":"275.819615ms","start":"2026-02-27T18:35:29.024217Z","end":"2026-02-27T18:35:29.300036Z","steps":["trace[943481144] 'agreement among raft nodes before linearized reading' (duration: 267.319158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.300163Z","caller":"traceutil/trace.go:171","msg":"trace[837676607] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7788; }","duration":"275.255652ms","start":"2026-02-27T18:35:29.024892Z","end":"2026-02-27T18:35:29.300148Z","steps":["trace[837676607] 'agreement among raft nodes before linearized reading' (duration: 266.097549ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.299586Z","caller":"traceutil/trace.go:171","msg":"trace[2069077840] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7788; }","duration":"263.504249ms","start":"2026-02-27T18:35:29.036063Z","end":"2026-02-27T18:35:29.299567Z","steps":["trace[2069077840] 'agreement among raft nodes before linearized reading' (duration: 255.041483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.53771Z","caller":"traceutil/trace.go:171","msg":"trace[305698105] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8153; }","duration":"236.010242ms","start":"2026-02-27T18:35:29.301672Z","end":"2026-02-27T18:35:29.537682Z","steps":["trace[305698105] 'read index received' (duration: 74.415016ms)","trace[305698105] 'applied index is now lower than readState.Index' (duration: 161.594136ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:29.537779Z","caller":"traceutil/trace.go:171","msg":"trace[571620758] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"236.995185ms","start":"2026-02-27T18:35:29.300745Z","end":"2026-02-27T18:35:29.537741Z","steps":["trace[571620758] 'process raft request' (duration: 144.579573ms)","trace[571620758] 'compare' (duration: 92.142276ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:29.537904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.097875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.537959Z","caller":"traceutil/trace.go:171","msg":"trace[323806424] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7790; }","duration":"205.180607ms","start":"2026-02-27T18:35:29.332764Z","end":"2026-02-27T18:35:29.537945Z","steps":["trace[323806424] 'agreement among raft nodes before linearized reading' (duration: 205.083715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.537928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.220787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:35:29.538005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.72664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538046Z","caller":"traceutil/trace.go:171","msg":"trace[1155836968] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7790; }","duration":"205.776311ms","start":"2026-02-27T18:35:29.332254Z","end":"2026-02-27T18:35:29.538031Z","steps":["trace[1155836968] 'agreement among raft nodes before linearized reading' (duration: 205.72783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.537917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.598189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538113Z","caller":"traceutil/trace.go:171","msg":"trace[493910472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7790; }","duration":"231.831395ms","start":"2026-02-27T18:35:29.306269Z","end":"2026-02-27T18:35:29.538101Z","steps":["trace[493910472] 'agreement among raft nodes before linearized reading' (duration: 231.581709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.538159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.646088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-02-27T18:35:29.538156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.57648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:35:29.538161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.849786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538183Z","caller":"traceutil/trace.go:171","msg":"trace[1727882062] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7790; }","duration":"158.703469ms","start":"2026-02-27T18:35:29.379473Z","end":"2026-02-27T18:35:29.538176Z","steps":["trace[1727882062] 'agreement among raft nodes before linearized reading' (duration: 158.618797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.538195Z","caller":"traceutil/trace.go:171","msg":"trace[618442398] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7790; }","duration":"231.892557ms","start":"2026-02-27T18:35:29.306293Z","end":"2026-02-27T18:35:29.538185Z","steps":["trace[618442398] 'agreement among raft nodes before linearized reading' (duration: 231.830205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.538196Z","caller":"traceutil/trace.go:171","msg":"trace[230554719] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7790; }","duration":"222.618091ms","start":"2026-02-27T18:35:29.315564Z","end":"2026-02-27T18:35:29.538182Z","steps":["trace[230554719] 'agreement among raft nodes before linearized reading' (duration: 222.54482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.538214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.893067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538269Z","caller":"traceutil/trace.go:171","msg":"trace[1575002728] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7790; }","duration":"231.967968ms","start":"2026-02-27T18:35:29.306285Z","end":"2026-02-27T18:35:29.538253Z","steps":["trace[1575002728] 'agreement among raft nodes before linearized reading' (duration: 231.856866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.53826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.201221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538323Z","caller":"traceutil/trace.go:171","msg":"trace[398410816] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7790; }","duration":"222.289573ms","start":"2026-02-27T18:35:29.316015Z","end":"2026-02-27T18:35:29.538305Z","steps":["trace[398410816] 'agreement among raft nodes before linearized reading' (duration: 222.15734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.538341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.755375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538367Z","caller":"traceutil/trace.go:171","msg":"trace[482058287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7790; }","duration":"222.812396ms","start":"2026-02-27T18:35:29.315548Z","end":"2026-02-27T18:35:29.538361Z","steps":["trace[482058287] 'agreement among raft nodes before linearized reading' (duration: 222.746684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:29.537965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.624867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:29.538448Z","caller":"traceutil/trace.go:171","msg":"trace[409981284] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7790; }","duration":"206.127539ms","start":"2026-02-27T18:35:29.33231Z","end":"2026-02-27T18:35:29.538438Z","steps":["trace[409981284] 'agreement among raft nodes before linearized reading' (duration: 205.633398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:29.538014Z","caller":"traceutil/trace.go:171","msg":"trace[844895605] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7790; }","duration":"236.341469ms","start":"2026-02-27T18:35:29.301653Z","end":"2026-02-27T18:35:29.537994Z","steps":["trace[844895605] 'agreement among raft nodes before linearized reading' (duration: 236.169035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:31.326353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902309622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:35:31.598971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046852661s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:35:31.599082Z","caller":"traceutil/trace.go:171","msg":"trace[311336723] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"1.093592044s","start":"2026-02-27T18:35:30.50547Z","end":"2026-02-27T18:35:31.599062Z","steps":["trace[311336723] 'process raft request' (duration: 46.556859ms)","trace[311336723] 'compare' (duration: 1.046003171s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:31.599144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:30.505449Z","time spent":"1.093667026s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:31.82678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902309622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:35:31.866091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314048385s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:35:32.226562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.137169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:35:32.226723Z","caller":"traceutil/trace.go:171","msg":"trace[1895488534] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"1.401114724s","start":"2026-02-27T18:35:30.825593Z","end":"2026-02-27T18:35:32.226707Z","steps":["trace[1895488534] 'read index received' (duration: 1.04077805s)","trace[1895488534] 'applied index is now lower than readState.Index' (duration: 360.335734ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:32.226766Z","caller":"traceutil/trace.go:171","msg":"trace[1927614959] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"555.52367ms","start":"2026-02-27T18:35:31.671214Z","end":"2026-02-27T18:35:32.226738Z","steps":["trace[1927614959] 'process raft request' (duration: 555.441418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.226876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.671188Z","time spent":"555.627022ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:32.226883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401286848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:35:32.226913Z","caller":"traceutil/trace.go:171","msg":"trace[1472549213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7794; }","duration":"1.40135683s","start":"2026-02-27T18:35:30.825546Z","end":"2026-02-27T18:35:32.226903Z","steps":["trace[1472549213] 'agreement among raft nodes before linearized reading' (duration: 1.401245457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.226944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:30.825526Z","time spent":"1.401410191s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:35:32.226971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232779001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:35:32.227008Z","caller":"traceutil/trace.go:171","msg":"trace[1951474772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7794; }","duration":"1.232848033s","start":"2026-02-27T18:35:30.994146Z","end":"2026-02-27T18:35:32.226994Z","steps":["trace[1951474772] 'agreement among raft nodes before linearized reading' (duration: 1.232750361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.638002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:35:32.22703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:30.994128Z","time spent":"1.232896474s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:32.227035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173874875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:35:32.227083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.350488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:32.227083Z","caller":"traceutil/trace.go:171","msg":"trace[516318318] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7794; }","duration":"1.173961817s","start":"2026-02-27T18:35:31.053107Z","end":"2026-02-27T18:35:32.227069Z","steps":["trace[516318318] 'agreement among raft nodes before linearized reading' (duration: 1.173826844s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.227098Z","caller":"traceutil/trace.go:171","msg":"trace[254645036] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7794; }","duration":"936.404109ms","start":"2026-02-27T18:35:31.290689Z","end":"2026-02-27T18:35:32.227094Z","steps":["trace[254645036] 'agreement among raft nodes before linearized reading' (duration: 936.377089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.290667Z","time spent":"936.446841ms","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:35:32.227121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.05307Z","time spent":"1.174042839s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:35:32.227096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.987634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:35:32.227142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.263234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T18:35:32.227093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231696126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:35:32.227162Z","caller":"traceutil/trace.go:171","msg":"trace[51694815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7794; }","duration":"744.307406ms","start":"2026-02-27T18:35:31.482849Z","end":"2026-02-27T18:35:32.227156Z","steps":["trace[51694815] 'agreement among raft nodes before linearized reading' (duration: 744.240314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.22718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.482834Z","time spent":"744.341276ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:35:32.22705Z","caller":"traceutil/trace.go:171","msg":"trace[1257313478] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7794; }","duration":"684.704504ms","start":"2026-02-27T18:35:31.542331Z","end":"2026-02-27T18:35:32.227036Z","steps":["trace[1257313478] 'agreement among raft nodes before linearized reading' (duration: 684.579601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.227172Z","caller":"traceutil/trace.go:171","msg":"trace[514420802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7794; }","duration":"934.089966ms","start":"2026-02-27T18:35:31.293062Z","end":"2026-02-27T18:35:32.227152Z","steps":["trace[514420802] 'agreement among raft nodes before linearized reading' (duration: 933.86364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.905621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T18:35:32.227204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.542318Z","time spent":"684.878068ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:35:32.227176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.741242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:35:32.227228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.104076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:35:32.227192Z","caller":"traceutil/trace.go:171","msg":"trace[1049399558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:7794; }","duration":"1.231833749s","start":"2026-02-27T18:35:30.995338Z","end":"2026-02-27T18:35:32.227172Z","steps":["trace[1049399558] 'agreement among raft nodes before linearized reading' (duration: 1.231627874s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.227248Z","caller":"traceutil/trace.go:171","msg":"trace[980290604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7794; }","duration":"934.163298ms","start":"2026-02-27T18:35:31.293078Z","end":"2026-02-27T18:35:32.227242Z","steps":["trace[980290604] 'agreement among raft nodes before linearized reading' (duration: 934.081796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.293052Z","time spent":"934.179948ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:35:32.227235Z","caller":"traceutil/trace.go:171","msg":"trace[1582110969] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7794; }","duration":"626.010404ms","start":"2026-02-27T18:35:31.601205Z","end":"2026-02-27T18:35:32.227216Z","steps":["trace[1582110969] 'agreement among raft nodes before linearized reading' (duration: 625.780039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.293052Z","time spent":"934.218018ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:35:32.22726Z","caller":"traceutil/trace.go:171","msg":"trace[1001454709] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7794; }","duration":"652.860426ms","start":"2026-02-27T18:35:31.57438Z","end":"2026-02-27T18:35:32.22724Z","steps":["trace[1001454709] 'agreement among raft nodes before linearized reading' (duration: 652.61561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.601194Z","time spent":"626.097006ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T18:35:32.227269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:30.995317Z","time spent":"1.231939761s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:35:32.227319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.574367Z","time spent":"652.942507ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:35:32.226994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.33796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:32.227352Z","caller":"traceutil/trace.go:171","msg":"trace[835433706] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7794; }","duration":"456.76938ms","start":"2026-02-27T18:35:31.770577Z","end":"2026-02-27T18:35:32.227347Z","steps":["trace[835433706] 'agreement among raft nodes before linearized reading' (duration: 456.33972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.227375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:31.770556Z","time spent":"456.812661ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:35:32.227433Z","caller":"traceutil/trace.go:171","msg":"trace[1921909790] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"1.71924611s","start":"2026-02-27T18:35:30.508157Z","end":"2026-02-27T18:35:32.227403Z","steps":["trace[1921909790] 'process raft request' (duration: 1.358198369s)","trace[1921909790] 'compare' (duration: 360.011577ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:32.227468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:30.508148Z","time spent":"1.719300382s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:32.512393Z","caller":"traceutil/trace.go:171","msg":"trace[852188397] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"279.606913ms","start":"2026-02-27T18:35:32.232763Z","end":"2026-02-27T18:35:32.51237Z","steps":["trace[852188397] 'process raft request' (duration: 279.527791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.512394Z","caller":"traceutil/trace.go:171","msg":"trace[1643763815] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"280.570006ms","start":"2026-02-27T18:35:32.231792Z","end":"2026-02-27T18:35:32.512362Z","steps":["trace[1643763815] 'process raft request' (duration: 280.433162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.512448Z","caller":"traceutil/trace.go:171","msg":"trace[532419356] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"280.75087ms","start":"2026-02-27T18:35:32.231662Z","end":"2026-02-27T18:35:32.512413Z","steps":["trace[532419356] 'process raft request' (duration: 280.430302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.512601Z","caller":"traceutil/trace.go:171","msg":"trace[893211507] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"279.157963ms","start":"2026-02-27T18:35:32.233424Z","end":"2026-02-27T18:35:32.512582Z","steps":["trace[893211507] 'process raft request' (duration: 278.904877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.512938Z","caller":"traceutil/trace.go:171","msg":"trace[1952574621] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"279.45456ms","start":"2026-02-27T18:35:32.233472Z","end":"2026-02-27T18:35:32.512927Z","steps":["trace[1952574621] 'process raft request' (duration: 279.0528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.513025Z","caller":"traceutil/trace.go:171","msg":"trace[72229501] linearizableReadLoop","detail":"{readStateIndex:8163; appliedIndex:8160; }","duration":"281.115828ms","start":"2026-02-27T18:35:32.231894Z","end":"2026-02-27T18:35:32.51301Z","steps":["trace[72229501] 'read index received' (duration: 81.353476ms)","trace[72229501] 'applied index is now lower than readState.Index' (duration: 199.761552ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:32.513131Z","caller":"traceutil/trace.go:171","msg":"trace[916265280] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"278.457886ms","start":"2026-02-27T18:35:32.23466Z","end":"2026-02-27T18:35:32.513118Z","steps":["trace[916265280] 'process raft request' (duration: 278.17951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.513175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.458003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:35:32.513206Z","caller":"traceutil/trace.go:171","msg":"trace[1253224858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7801; }","duration":"280.516994ms","start":"2026-02-27T18:35:32.232679Z","end":"2026-02-27T18:35:32.513196Z","steps":["trace[1253224858] 'agreement among raft nodes before linearized reading' (duration: 280.444492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.51325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.344513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T18:35:32.513293Z","caller":"traceutil/trace.go:171","msg":"trace[1974899239] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7801; }","duration":"281.428315ms","start":"2026-02-27T18:35:32.231853Z","end":"2026-02-27T18:35:32.513282Z","steps":["trace[1974899239] 'agreement among raft nodes before linearized reading' (duration: 281.304222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.513453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.962731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"info","ts":"2026-02-27T18:35:32.513489Z","caller":"traceutil/trace.go:171","msg":"trace[1387791907] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7801; }","duration":"280.011263ms","start":"2026-02-27T18:35:32.23347Z","end":"2026-02-27T18:35:32.513481Z","steps":["trace[1387791907] 'agreement among raft nodes before linearized reading' (duration: 279.740486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:32.743063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.229823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:35:32.743181Z","caller":"traceutil/trace.go:171","msg":"trace[727537388] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"224.460194ms","start":"2026-02-27T18:35:32.518699Z","end":"2026-02-27T18:35:32.743159Z","steps":["trace[727537388] 'process raft request' (duration: 71.046318ms)","trace[727537388] 'compare' (duration: 152.953556ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:32.75952Z","caller":"traceutil/trace.go:171","msg":"trace[1553155937] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"203.034267ms","start":"2026-02-27T18:35:32.556458Z","end":"2026-02-27T18:35:32.759492Z","steps":["trace[1553155937] 'process raft request' (duration: 202.969036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.759549Z","caller":"traceutil/trace.go:171","msg":"trace[2124006190] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"238.829517ms","start":"2026-02-27T18:35:32.520689Z","end":"2026-02-27T18:35:32.759518Z","steps":["trace[2124006190] 'process raft request' (duration: 238.190602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:32.994848Z","caller":"traceutil/trace.go:171","msg":"trace[1977556062] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7804; }","duration":"225.521548ms","start":"2026-02-27T18:35:32.769302Z","end":"2026-02-27T18:35:32.994823Z","steps":["trace[1977556062] 'process raft request' (duration: 225.406136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:33.631858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902309649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:35:33.703006Z","caller":"traceutil/trace.go:171","msg":"trace[403948487] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8171; }","duration":"572.189706ms","start":"2026-02-27T18:35:33.130792Z","end":"2026-02-27T18:35:33.702982Z","steps":["trace[403948487] 'read index received' (duration: 571.974201ms)","trace[403948487] 'applied index is now lower than readState.Index' (duration: 214.365µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:33.703051Z","caller":"traceutil/trace.go:171","msg":"trace[66312093] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"695.979426ms","start":"2026-02-27T18:35:33.007041Z","end":"2026-02-27T18:35:33.703021Z","steps":["trace[66312093] 'process raft request' (duration: 695.752561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:33.703119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.310009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:33.703153Z","caller":"traceutil/trace.go:171","msg":"trace[626781490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7805; }","duration":"572.391951ms","start":"2026-02-27T18:35:33.130752Z","end":"2026-02-27T18:35:33.703144Z","steps":["trace[626781490] 'agreement among raft nodes before linearized reading' (duration: 572.322039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:33.703187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:33.130732Z","time spent":"572.444612ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:35:33.703192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:33.007023Z","time spent":"696.088109ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:34.816657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902309656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:35:34.829232Z","caller":"traceutil/trace.go:171","msg":"trace[704037447] linearizableReadLoop","detail":"{readStateIndex:8173; appliedIndex:8172; }","duration":"512.987043ms","start":"2026-02-27T18:35:34.316221Z","end":"2026-02-27T18:35:34.829208Z","steps":["trace[704037447] 'read index received' (duration: 512.787898ms)","trace[704037447] 'applied index is now lower than readState.Index' (duration: 198.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:34.829317Z","caller":"traceutil/trace.go:171","msg":"trace[907996639] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"593.361477ms","start":"2026-02-27T18:35:34.235926Z","end":"2026-02-27T18:35:34.829287Z","steps":["trace[907996639] 'process raft request' (duration: 593.140532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.829462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.235909Z","time spent":"593.47334ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:34.829525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.276371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:35:34.829604Z","caller":"traceutil/trace.go:171","msg":"trace[936838498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7806; }","duration":"513.405033ms","start":"2026-02-27T18:35:34.316181Z","end":"2026-02-27T18:35:34.829586Z","steps":["trace[936838498] 'agreement among raft nodes before linearized reading' (duration: 513.150517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.829646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.316164Z","time spent":"513.474175ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:35:34.829765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.552787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:35:34.829835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.994387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:35:34.829834Z","caller":"traceutil/trace.go:171","msg":"trace[1510827785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7806; }","duration":"312.649139ms","start":"2026-02-27T18:35:34.517168Z","end":"2026-02-27T18:35:34.829817Z","steps":["trace[1510827785] 'agreement among raft nodes before linearized reading' (duration: 312.449995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.82985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.96619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:35:34.829846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.630686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:35:34.829882Z","caller":"traceutil/trace.go:171","msg":"trace[1338481561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7806; }","duration":"314.025361ms","start":"2026-02-27T18:35:34.515848Z","end":"2026-02-27T18:35:34.829874Z","steps":["trace[1338481561] 'agreement among raft nodes before linearized reading' (duration: 313.930788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.829886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.517153Z","time spent":"312.7171ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:35:34.829909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.515834Z","time spent":"314.070682ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:35:34.829904Z","caller":"traceutil/trace.go:171","msg":"trace[1350961759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:7806; }","duration":"311.704617ms","start":"2026-02-27T18:35:34.518184Z","end":"2026-02-27T18:35:34.829889Z","steps":["trace[1350961759] 'agreement among raft nodes before linearized reading' (duration: 311.516292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.82994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.773402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:35:34.829969Z","caller":"traceutil/trace.go:171","msg":"trace[704762973] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7806; }","duration":"312.826704ms","start":"2026-02-27T18:35:34.517135Z","end":"2026-02-27T18:35:34.829962Z","steps":["trace[704762973] 'agreement among raft nodes before linearized reading' (duration: 312.750252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.829943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.518176Z","time spent":"311.758158ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:35:34.829999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.517123Z","time spent":"312.869994ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:35:34.829994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.346397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:34.83004Z","caller":"traceutil/trace.go:171","msg":"trace[1335912244] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7806; }","duration":"370.396918ms","start":"2026-02-27T18:35:34.459632Z","end":"2026-02-27T18:35:34.830029Z","steps":["trace[1335912244] 'agreement among raft nodes before linearized reading' (duration: 370.319156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:34.829867Z","caller":"traceutil/trace.go:171","msg":"trace[830117839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7806; }","duration":"313.093339ms","start":"2026-02-27T18:35:34.516765Z","end":"2026-02-27T18:35:34.829858Z","steps":["trace[830117839] 'agreement among raft nodes before linearized reading' (duration: 313.000927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.830086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.459577Z","time spent":"370.50002ms","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:35:34.830129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.516743Z","time spent":"313.357966ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:35:34.830413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.858714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T18:35:34.83048Z","caller":"traceutil/trace.go:171","msg":"trace[1368715933] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8; range_end:; response_count:1; response_revision:7806; }","duration":"466.964236ms","start":"2026-02-27T18:35:34.363505Z","end":"2026-02-27T18:35:34.830469Z","steps":["trace[1368715933] 'agreement among raft nodes before linearized reading' (duration: 466.061605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:34.830508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:34.363487Z","time spent":"467.014878ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" "} {"level":"info","ts":"2026-02-27T18:35:34.995093Z","caller":"traceutil/trace.go:171","msg":"trace[258474342] linearizableReadLoop","detail":"{readStateIndex:8174; appliedIndex:8173; }","duration":"161.914593ms","start":"2026-02-27T18:35:34.83315Z","end":"2026-02-27T18:35:34.995065Z","steps":["trace[258474342] 'read index received' (duration: 70.020823ms)","trace[258474342] 'applied index is now lower than readState.Index' (duration: 91.89278ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:34.995133Z","caller":"traceutil/trace.go:171","msg":"trace[1569578147] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"162.17235ms","start":"2026-02-27T18:35:34.832926Z","end":"2026-02-27T18:35:34.995099Z","steps":["trace[1569578147] 'process raft request' (duration: 70.226199ms)","trace[1569578147] 'compare' (duration: 91.785877ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:34.995296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.140549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:35:34.995365Z","caller":"traceutil/trace.go:171","msg":"trace[288517987] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7807; }","duration":"162.254172ms","start":"2026-02-27T18:35:34.833093Z","end":"2026-02-27T18:35:34.995348Z","steps":["trace[288517987] 'agreement among raft nodes before linearized reading' (duration: 162.055497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:35.040786Z","caller":"traceutil/trace.go:171","msg":"trace[191595389] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"206.548579ms","start":"2026-02-27T18:35:34.834219Z","end":"2026-02-27T18:35:35.040767Z","steps":["trace[191595389] 'process raft request' (duration: 206.447727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:35.04079Z","caller":"traceutil/trace.go:171","msg":"trace[1565134915] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"206.547569ms","start":"2026-02-27T18:35:34.834223Z","end":"2026-02-27T18:35:35.04077Z","steps":["trace[1565134915] 'process raft request' (duration: 206.275573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:35.04109Z","caller":"traceutil/trace.go:171","msg":"trace[715234127] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"206.777014ms","start":"2026-02-27T18:35:34.834296Z","end":"2026-02-27T18:35:35.041073Z","steps":["trace[715234127] 'process raft request' (duration: 206.435326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:35.041335Z","caller":"traceutil/trace.go:171","msg":"trace[1223166388] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"205.814442ms","start":"2026-02-27T18:35:34.835499Z","end":"2026-02-27T18:35:35.041314Z","steps":["trace[1223166388] 'process raft request' (duration: 205.73265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:35.041421Z","caller":"traceutil/trace.go:171","msg":"trace[1675955233] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"206.489048ms","start":"2026-02-27T18:35:34.834908Z","end":"2026-02-27T18:35:35.041398Z","steps":["trace[1675955233] 'process raft request' (duration: 206.097908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:35.041438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.341057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:35:35.041491Z","caller":"traceutil/trace.go:171","msg":"trace[1299147174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7812; }","duration":"207.423699ms","start":"2026-02-27T18:35:34.834049Z","end":"2026-02-27T18:35:35.041473Z","steps":["trace[1299147174] 'agreement among raft nodes before linearized reading' (duration: 207.244105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:35.041744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.547932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"info","ts":"2026-02-27T18:35:35.041795Z","caller":"traceutil/trace.go:171","msg":"trace[415493831] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7812; }","duration":"207.635004ms","start":"2026-02-27T18:35:34.834149Z","end":"2026-02-27T18:35:35.041784Z","steps":["trace[415493831] 'agreement among raft nodes before linearized reading' (duration: 207.206984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:35.187326Z","caller":"traceutil/trace.go:171","msg":"trace[927466091] linearizableReadLoop","detail":"{readStateIndex:8181; appliedIndex:8180; }","duration":"136.649138ms","start":"2026-02-27T18:35:35.050656Z","end":"2026-02-27T18:35:35.187305Z","steps":["trace[927466091] 'read index received' (duration: 87.684303ms)","trace[927466091] 'applied index is now lower than readState.Index' (duration: 48.963925ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:35.187391Z","caller":"traceutil/trace.go:171","msg":"trace[779312] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"141.664144ms","start":"2026-02-27T18:35:35.045695Z","end":"2026-02-27T18:35:35.18736Z","steps":["trace[779312] 'process raft request' (duration: 92.71171ms)","trace[779312] 'compare' (duration: 48.80374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:35.187551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.884563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:35:35.187578Z","caller":"traceutil/trace.go:171","msg":"trace[499496984] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7814; }","duration":"136.954215ms","start":"2026-02-27T18:35:35.050617Z","end":"2026-02-27T18:35:35.187571Z","steps":["trace[499496984] 'agreement among raft nodes before linearized reading' (duration: 136.792461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:37.114309Z","caller":"traceutil/trace.go:171","msg":"trace[1055051415] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"154.328158ms","start":"2026-02-27T18:35:36.959958Z","end":"2026-02-27T18:35:37.114286Z","steps":["trace[1055051415] 'process raft request' (duration: 69.210154ms)","trace[1055051415] 'compare' (duration: 84.974731ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:37.538488Z","caller":"traceutil/trace.go:171","msg":"trace[498553947] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"420.97451ms","start":"2026-02-27T18:35:37.117476Z","end":"2026-02-27T18:35:37.538451Z","steps":["trace[498553947] 'process raft request' (duration: 409.052264ms)","trace[498553947] 'compare' (duration: 11.6535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:37.538626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.117459Z","time spent":"421.097664ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:37.602532Z","caller":"traceutil/trace.go:171","msg":"trace[1284331713] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"484.974114ms","start":"2026-02-27T18:35:37.117526Z","end":"2026-02-27T18:35:37.6025Z","steps":["trace[1284331713] 'process raft request' (duration: 484.758339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:37.602584Z","caller":"traceutil/trace.go:171","msg":"trace[1860978227] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"484.632976ms","start":"2026-02-27T18:35:37.117912Z","end":"2026-02-27T18:35:37.602545Z","steps":["trace[1860978227] 'process raft request' (duration: 484.472993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:37.602679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.117505Z","time spent":"485.096658ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:37.602777Z","caller":"traceutil/trace.go:171","msg":"trace[927670112] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"484.749299ms","start":"2026-02-27T18:35:37.117989Z","end":"2026-02-27T18:35:37.602739Z","steps":["trace[927670112] 'process raft request' (duration: 484.441192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:37.602793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.117892Z","time spent":"484.76841ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:35:37.602961Z","caller":"traceutil/trace.go:171","msg":"trace[1798190466] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8186; }","duration":"484.233858ms","start":"2026-02-27T18:35:37.118704Z","end":"2026-02-27T18:35:37.602938Z","steps":["trace[1798190466] 'read index received' (duration: 407.953439ms)","trace[1798190466] 'applied index is now lower than readState.Index' (duration: 76.279009ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:37.603043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.117977Z","time spent":"484.909003ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:37.603154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.371568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:37.603201Z","caller":"traceutil/trace.go:171","msg":"trace[264763877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7823; }","duration":"474.43796ms","start":"2026-02-27T18:35:37.128751Z","end":"2026-02-27T18:35:37.603189Z","steps":["trace[264763877] 'agreement among raft nodes before linearized reading' (duration: 474.341688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:37.603059Z","caller":"traceutil/trace.go:171","msg":"trace[1628481937] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"484.508954ms","start":"2026-02-27T18:35:37.118537Z","end":"2026-02-27T18:35:37.603046Z","steps":["trace[1628481937] 'process raft request' (duration: 483.92222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:37.603274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.833064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:35:37.603315Z","caller":"traceutil/trace.go:171","msg":"trace[1291159981] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7823; }","duration":"328.867495ms","start":"2026-02-27T18:35:37.274435Z","end":"2026-02-27T18:35:37.603303Z","steps":["trace[1291159981] 'agreement among raft nodes before linearized reading' (duration: 328.746152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:37.60335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.274404Z","time spent":"328.939887ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:35:37.603372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.763393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:35:37.603385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.660867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203509"} {"level":"info","ts":"2026-02-27T18:35:37.603403Z","caller":"traceutil/trace.go:171","msg":"trace[1431152944] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7823; }","duration":"372.831484ms","start":"2026-02-27T18:35:37.230561Z","end":"2026-02-27T18:35:37.603393Z","steps":["trace[1431152944] 'agreement among raft nodes before linearized reading' (duration: 372.697651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:37.603428Z","caller":"traceutil/trace.go:171","msg":"trace[1453537163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7823; }","duration":"484.733649ms","start":"2026-02-27T18:35:37.118684Z","end":"2026-02-27T18:35:37.603418Z","steps":["trace[1453537163] 'agreement among raft nodes before linearized reading' (duration: 484.37062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:37.603432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.23054Z","time spent":"372.885736ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:35:37.603467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.118677Z","time spent":"484.78171ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:35:37.603485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.118526Z","time spent":"484.76206ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:37.603159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.775468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:37.60362Z","caller":"traceutil/trace.go:171","msg":"trace[630115380] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7823; }","duration":"362.250299ms","start":"2026-02-27T18:35:37.241351Z","end":"2026-02-27T18:35:37.603601Z","steps":["trace[630115380] 'agreement among raft nodes before linearized reading' (duration: 361.745057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:37.60369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.24134Z","time spent":"362.329632ms","remote":"127.0.0.1:43238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:35:37.60324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.128744Z","time spent":"474.487851ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:35:38.028634Z","caller":"traceutil/trace.go:171","msg":"trace[1335789295] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8194; }","duration":"147.720614ms","start":"2026-02-27T18:35:37.880878Z","end":"2026-02-27T18:35:38.028599Z","steps":["trace[1335789295] 'read index received' (duration: 55.21451ms)","trace[1335789295] 'applied index is now lower than readState.Index' (duration: 92.504024ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:35:38.028667Z","caller":"traceutil/trace.go:171","msg":"trace[712406126] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"349.909602ms","start":"2026-02-27T18:35:37.678724Z","end":"2026-02-27T18:35:38.028633Z","steps":["trace[712406126] 'process raft request' (duration: 257.426668ms)","trace[712406126] 'compare' (duration: 92.278339ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:35:38.028799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:35:37.6787Z","time spent":"350.033275ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:35:38.02878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.889199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:35:38.028907Z","caller":"traceutil/trace.go:171","msg":"trace[280318924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7827; }","duration":"148.355959ms","start":"2026-02-27T18:35:37.880534Z","end":"2026-02-27T18:35:38.02889Z","steps":["trace[280318924] 'agreement among raft nodes before linearized reading' (duration: 148.176315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:35:38.409684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.235951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:35:38.409786Z","caller":"traceutil/trace.go:171","msg":"trace[119947295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7827; }","duration":"278.395895ms","start":"2026-02-27T18:35:38.131365Z","end":"2026-02-27T18:35:38.409761Z","steps":["trace[119947295] 'range keys from in-memory index tree' (duration: 278.097558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:04.235871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902310355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:36:05.381154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.039113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:05.381305Z","caller":"traceutil/trace.go:171","msg":"trace[1116876036] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"1.649932333s","start":"2026-02-27T18:36:03.731346Z","end":"2026-02-27T18:36:05.381278Z","steps":["trace[1116876036] 'process raft request' (duration: 964.615624ms)","trace[1116876036] 'compare' (duration: 684.246994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:05.38138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:03.731327Z","time spent":"1.650014055s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:05.464248Z","caller":"traceutil/trace.go:171","msg":"trace[1532967453] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"1.732536988s","start":"2026-02-27T18:36:03.731687Z","end":"2026-02-27T18:36:05.464224Z","steps":["trace[1532967453] 'process raft request' (duration: 1.732336324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.464394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:03.731671Z","time spent":"1.732653031s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:05.464459Z","caller":"traceutil/trace.go:171","msg":"trace[275187783] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8416; }","duration":"1.728877654s","start":"2026-02-27T18:36:03.735536Z","end":"2026-02-27T18:36:05.464414Z","steps":["trace[275187783] 'read index received' (duration: 960.439288ms)","trace[275187783] 'applied index is now lower than readState.Index' (duration: 768.435966ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:05.464529Z","caller":"traceutil/trace.go:171","msg":"trace[218351789] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"1.732325433s","start":"2026-02-27T18:36:03.732194Z","end":"2026-02-27T18:36:05.464519Z","steps":["trace[218351789] 'process raft request' (duration: 1.731993166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.464609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:03.732179Z","time spent":"1.732402245s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:05.464668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729101659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:36:05.464736Z","caller":"traceutil/trace.go:171","msg":"trace[877590889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:8040; }","duration":"1.729211291s","start":"2026-02-27T18:36:03.735507Z","end":"2026-02-27T18:36:05.464718Z","steps":["trace[877590889] 'agreement among raft nodes before linearized reading' (duration: 1.729065708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.464782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:03.735495Z","time spent":"1.729277283s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:36:05.468231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132201711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:36:05.468285Z","caller":"traceutil/trace.go:171","msg":"trace[845801944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8040; }","duration":"1.132288012s","start":"2026-02-27T18:36:04.335985Z","end":"2026-02-27T18:36:05.468273Z","steps":["trace[845801944] 'agreement among raft nodes before linearized reading' (duration: 1.13217813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.468299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150418742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:05.468318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:04.335974Z","time spent":"1.132336933s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:36:05.468306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130971222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:05.468386Z","caller":"traceutil/trace.go:171","msg":"trace[1291905934] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8040; }","duration":"1.131085314s","start":"2026-02-27T18:36:04.337281Z","end":"2026-02-27T18:36:05.468366Z","steps":["trace[1291905934] 'agreement among raft nodes before linearized reading' (duration: 1.130943621s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.468411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169002103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:36:05.468429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:04.337267Z","time spent":"1.131152446s","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:36:05.468407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103314521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-02-27T18:36:05.468244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52469771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:36:05.468476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337101901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:05.468501Z","caller":"traceutil/trace.go:171","msg":"trace[602444294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8040; }","duration":"1.337161542s","start":"2026-02-27T18:36:04.131333Z","end":"2026-02-27T18:36:05.468495Z","steps":["trace[602444294] 'agreement among raft nodes before linearized reading' (duration: 1.337123121s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:05.468487Z","caller":"traceutil/trace.go:171","msg":"trace[1360693851] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8; range_end:; response_count:1; response_revision:8040; }","duration":"1.103453244s","start":"2026-02-27T18:36:04.365012Z","end":"2026-02-27T18:36:05.468466Z","steps":["trace[1360693851] 'agreement among raft nodes before linearized reading' (duration: 1.103157707s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:05.468333Z","caller":"traceutil/trace.go:171","msg":"trace[1743109397] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8040; }","duration":"1.150489394s","start":"2026-02-27T18:36:04.317832Z","end":"2026-02-27T18:36:05.468321Z","steps":["trace[1743109397] 'agreement among raft nodes before linearized reading' (duration: 1.150436363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.468644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.136607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:36:05.468439Z","caller":"traceutil/trace.go:171","msg":"trace[558290873] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8040; }","duration":"1.169065005s","start":"2026-02-27T18:36:04.299366Z","end":"2026-02-27T18:36:05.468431Z","steps":["trace[558290873] 'agreement among raft nodes before linearized reading' (duration: 1.168987713s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:05.46867Z","caller":"traceutil/trace.go:171","msg":"trace[2136202716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8040; }","duration":"450.200158ms","start":"2026-02-27T18:36:05.018462Z","end":"2026-02-27T18:36:05.468662Z","steps":["trace[2136202716] 'agreement among raft nodes before linearized reading' (duration: 450.128706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.468667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:04.365001Z","time spent":"1.103654318s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" "} {"level":"warn","ts":"2026-02-27T18:36:05.468675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:04.317814Z","time spent":"1.150849272s","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:36:05.468694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:05.018438Z","time spent":"450.251069ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:05.468525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:04.131314Z","time spent":"1.337205583s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:36:05.468693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:04.299346Z","time spent":"1.169335342s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:05.468501Z","caller":"traceutil/trace.go:171","msg":"trace[1996873172] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8040; }","duration":"1.524979197s","start":"2026-02-27T18:36:03.943508Z","end":"2026-02-27T18:36:05.468487Z","steps":["trace[1996873172] 'agreement among raft nodes before linearized reading' (duration: 1.524636659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:05.468897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:03.943493Z","time spent":"1.525379556s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:17.620755Z","caller":"traceutil/trace.go:171","msg":"trace[505639168] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"354.5059ms","start":"2026-02-27T18:36:17.266221Z","end":"2026-02-27T18:36:17.620727Z","steps":["trace[505639168] 'process raft request' (duration: 354.320495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.620897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.266207Z","time spent":"354.617352ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4592,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:17.833992Z","caller":"traceutil/trace.go:171","msg":"trace[707264811] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8540; }","duration":"399.574374ms","start":"2026-02-27T18:36:17.434391Z","end":"2026-02-27T18:36:17.833965Z","steps":["trace[707264811] 'read index received' (duration: 186.235787ms)","trace[707264811] 'applied index is now lower than readState.Index' (duration: 213.337627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:17.834356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.024392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:36:17.834472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.764408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:36:17.834516Z","caller":"traceutil/trace.go:171","msg":"trace[520387417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8154; }","duration":"107.84205ms","start":"2026-02-27T18:36:17.726663Z","end":"2026-02-27T18:36:17.834505Z","steps":["trace[520387417] 'agreement among raft nodes before linearized reading' (duration: 107.750288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.834534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.214302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:36:17.834572Z","caller":"traceutil/trace.go:171","msg":"trace[1525616960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8154; }","duration":"313.261633ms","start":"2026-02-27T18:36:17.521297Z","end":"2026-02-27T18:36:17.834559Z","steps":["trace[1525616960] 'agreement among raft nodes before linearized reading' (duration: 313.185471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.834615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.52129Z","time spent":"313.316695ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:36:17.834539Z","caller":"traceutil/trace.go:171","msg":"trace[1835922292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:8154; }","duration":"305.222247ms","start":"2026-02-27T18:36:17.529268Z","end":"2026-02-27T18:36:17.83449Z","steps":["trace[1835922292] 'agreement among raft nodes before linearized reading' (duration: 305.012242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.834765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.529248Z","time spent":"305.502723ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:36:17.834844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.01182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pqwv7\" ","response":"range_response_count:1 size:4607"} {"level":"warn","ts":"2026-02-27T18:36:17.834356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.113362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:36:17.834933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.23195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:36:17.834672Z","caller":"traceutil/trace.go:171","msg":"trace[837274181] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8154; }","duration":"535.686919ms","start":"2026-02-27T18:36:17.298957Z","end":"2026-02-27T18:36:17.834644Z","steps":["trace[837274181] 'process raft request' (duration: 493.42201ms)","trace[837274181] 'compare' (duration: 41.174994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:17.834384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.06413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pqwv7\" ","response":"range_response_count:1 size:4607"} {"level":"warn","ts":"2026-02-27T18:36:17.834805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.399614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:36:17.835121Z","caller":"traceutil/trace.go:171","msg":"trace[210968859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8154; }","duration":"314.774298ms","start":"2026-02-27T18:36:17.520184Z","end":"2026-02-27T18:36:17.834959Z","steps":["trace[210968859] 'agreement among raft nodes before linearized reading' (duration: 314.040061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:17.835193Z","caller":"traceutil/trace.go:171","msg":"trace[580506301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8154; }","duration":"400.835533ms","start":"2026-02-27T18:36:17.434348Z","end":"2026-02-27T18:36:17.835183Z","steps":["trace[580506301] 'agreement among raft nodes before linearized reading' (duration: 400.374112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.835235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.434328Z","time spent":"400.895675ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:17.835199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.298933Z","time spent":"536.099349ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T18:36:17.834911Z","caller":"traceutil/trace.go:171","msg":"trace[1936220278] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pqwv7; range_end:; response_count:1; response_revision:8154; }","duration":"157.074532ms","start":"2026-02-27T18:36:17.677803Z","end":"2026-02-27T18:36:17.834877Z","steps":["trace[1936220278] 'agreement among raft nodes before linearized reading' (duration: 156.97412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:17.834972Z","caller":"traceutil/trace.go:171","msg":"trace[641362840] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8154; }","duration":"240.311802ms","start":"2026-02-27T18:36:17.594647Z","end":"2026-02-27T18:36:17.834959Z","steps":["trace[641362840] 'agreement among raft nodes before linearized reading' (duration: 240.200739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.835347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.520164Z","time spent":"315.047315ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:36:17.83446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.020688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:36:17.83548Z","caller":"traceutil/trace.go:171","msg":"trace[441408022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8154; }","duration":"311.076262ms","start":"2026-02-27T18:36:17.524386Z","end":"2026-02-27T18:36:17.835462Z","steps":["trace[441408022] 'agreement among raft nodes before linearized reading' (duration: 310.012658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:17.835171Z","caller":"traceutil/trace.go:171","msg":"trace[428701377] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pqwv7; range_end:; response_count:1; response_revision:8154; }","duration":"210.892899ms","start":"2026-02-27T18:36:17.624256Z","end":"2026-02-27T18:36:17.835149Z","steps":["trace[428701377] 'agreement among raft nodes before linearized reading' (duration: 209.978388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:17.835535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:17.524377Z","time spent":"311.142364ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:17.83652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.043645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:36:17.836615Z","caller":"traceutil/trace.go:171","msg":"trace[7956512] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8154; }","duration":"243.190389ms","start":"2026-02-27T18:36:17.593407Z","end":"2026-02-27T18:36:17.836598Z","steps":["trace[7956512] 'agreement among raft nodes before linearized reading' (duration: 241.432478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.023771Z","caller":"traceutil/trace.go:171","msg":"trace[1249545727] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"183.921414ms","start":"2026-02-27T18:36:17.839825Z","end":"2026-02-27T18:36:18.023747Z","steps":["trace[1249545727] 'process raft request' (duration: 183.829502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.023799Z","caller":"traceutil/trace.go:171","msg":"trace[572324506] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"183.979455ms","start":"2026-02-27T18:36:17.839775Z","end":"2026-02-27T18:36:18.023754Z","steps":["trace[572324506] 'process raft request' (duration: 183.610707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.024308Z","caller":"traceutil/trace.go:171","msg":"trace[814969583] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"182.491952ms","start":"2026-02-27T18:36:17.841795Z","end":"2026-02-27T18:36:18.024287Z","steps":["trace[814969583] 'process raft request' (duration: 182.378619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.024324Z","caller":"traceutil/trace.go:171","msg":"trace[453355555] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"182.85656ms","start":"2026-02-27T18:36:17.841435Z","end":"2026-02-27T18:36:18.024291Z","steps":["trace[453355555] 'process raft request' (duration: 182.711606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.02445Z","caller":"traceutil/trace.go:171","msg":"trace[1142688771] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"181.752784ms","start":"2026-02-27T18:36:17.84265Z","end":"2026-02-27T18:36:18.024403Z","steps":["trace[1142688771] 'process raft request' (duration: 181.55352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.024489Z","caller":"traceutil/trace.go:171","msg":"trace[2122432327] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"179.618155ms","start":"2026-02-27T18:36:17.844857Z","end":"2026-02-27T18:36:18.024475Z","steps":["trace[2122432327] 'process raft request' (duration: 179.371659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.024506Z","caller":"traceutil/trace.go:171","msg":"trace[1761008059] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"184.63109ms","start":"2026-02-27T18:36:17.839862Z","end":"2026-02-27T18:36:18.024493Z","steps":["trace[1761008059] 'process raft request' (duration: 183.844662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.02466Z","caller":"traceutil/trace.go:171","msg":"trace[1112603277] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"183.587647ms","start":"2026-02-27T18:36:17.841056Z","end":"2026-02-27T18:36:18.024644Z","steps":["trace[1112603277] 'process raft request' (duration: 182.992863ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:18.024776Z","caller":"traceutil/trace.go:171","msg":"trace[880358540] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8542; }","duration":"183.242449ms","start":"2026-02-27T18:36:17.84152Z","end":"2026-02-27T18:36:18.024762Z","steps":["trace[880358540] 'read index received' (duration: 49.905587ms)","trace[880358540] 'applied index is now lower than readState.Index' (duration: 133.335882ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:18.024834Z","caller":"traceutil/trace.go:171","msg":"trace[219744191] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"174.434945ms","start":"2026-02-27T18:36:17.850382Z","end":"2026-02-27T18:36:18.024817Z","steps":["trace[219744191] 'process raft request' (duration: 174.026775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:18.025133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.591787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pqwv7\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-02-27T18:36:18.025187Z","caller":"traceutil/trace.go:171","msg":"trace[1118072980] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pqwv7; range_end:; response_count:1; response_revision:8164; }","duration":"183.677259ms","start":"2026-02-27T18:36:17.841494Z","end":"2026-02-27T18:36:18.025171Z","steps":["trace[1118072980] 'agreement among raft nodes before linearized reading' (duration: 183.353252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:18.025361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.520725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208114"} {"level":"info","ts":"2026-02-27T18:36:18.025421Z","caller":"traceutil/trace.go:171","msg":"trace[1447061573] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8164; }","duration":"183.606177ms","start":"2026-02-27T18:36:17.841804Z","end":"2026-02-27T18:36:18.025411Z","steps":["trace[1447061573] 'agreement among raft nodes before linearized reading' (duration: 183.057074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:18.49746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.888516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:18.49779Z","caller":"traceutil/trace.go:171","msg":"trace[1401093239] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"465.384709ms","start":"2026-02-27T18:36:18.032311Z","end":"2026-02-27T18:36:18.497696Z","steps":["trace[1401093239] 'process raft request' (duration: 465.277486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:18.497873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:18.0323Z","time spent":"465.536703ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:18.497959Z","caller":"traceutil/trace.go:171","msg":"trace[1132301341] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"466.241589ms","start":"2026-02-27T18:36:18.031613Z","end":"2026-02-27T18:36:18.497855Z","steps":["trace[1132301341] 'process raft request' (duration: 123.849151ms)","trace[1132301341] 'compare' (duration: 341.480867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:18.498103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:18.031595Z","time spent":"466.461514ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:18.556852Z","caller":"traceutil/trace.go:171","msg":"trace[1094245215] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"306.787023ms","start":"2026-02-27T18:36:18.250053Z","end":"2026-02-27T18:36:18.55684Z","steps":["trace[1094245215] 'process raft request' (duration: 306.66829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:18.556966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:18.249995Z","time spent":"306.911127ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:20.631834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902310743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:36:20.987319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.851608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:36:20.987413Z","caller":"traceutil/trace.go:171","msg":"trace[1571316263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8169; }","duration":"957.992342ms","start":"2026-02-27T18:36:20.029399Z","end":"2026-02-27T18:36:20.987392Z","steps":["trace[1571316263] 'range keys from in-memory index tree' (duration: 957.649143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.987455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.029378Z","time spent":"958.068993ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:20.987595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.080254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:36:20.987699Z","caller":"traceutil/trace.go:171","msg":"trace[1308913528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8169; }","duration":"958.227517ms","start":"2026-02-27T18:36:20.029443Z","end":"2026-02-27T18:36:20.987671Z","steps":["trace[1308913528] 'range keys from in-memory index tree' (duration: 957.882019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.987762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.029412Z","time spent":"958.334779ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:36:20.988309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.019505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:36:20.988356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.7733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:36:20.988374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.350263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:36:20.988391Z","caller":"traceutil/trace.go:171","msg":"trace[100262328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:8169; }","duration":"956.127498ms","start":"2026-02-27T18:36:20.03224Z","end":"2026-02-27T18:36:20.988368Z","steps":["trace[100262328] 'range keys from in-memory index tree' (duration: 955.888662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:20.988402Z","caller":"traceutil/trace.go:171","msg":"trace[475241063] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8169; }","duration":"958.841821ms","start":"2026-02-27T18:36:20.029547Z","end":"2026-02-27T18:36:20.988389Z","steps":["trace[475241063] 'range keys from in-memory index tree' (duration: 958.650136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:20.988415Z","caller":"traceutil/trace.go:171","msg":"trace[773955852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8169; }","duration":"959.429275ms","start":"2026-02-27T18:36:20.028974Z","end":"2026-02-27T18:36:20.988404Z","steps":["trace[773955852] 'range keys from in-memory index tree' (duration: 958.940944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.988433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.032229Z","time spent":"956.19522ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:36:20.988427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.907683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:36:20.988447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.029533Z","time spent":"958.903443ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:36:20.988537Z","caller":"traceutil/trace.go:171","msg":"trace[445376122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8169; }","duration":"959.066566ms","start":"2026-02-27T18:36:20.02945Z","end":"2026-02-27T18:36:20.988517Z","steps":["trace[445376122] 'range keys from in-memory index tree' (duration: 958.402651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:20.988554Z","caller":"traceutil/trace.go:171","msg":"trace[1609615723] linearizableReadLoop","detail":"{readStateIndex:8558; appliedIndex:8557; }","duration":"857.151543ms","start":"2026-02-27T18:36:20.131385Z","end":"2026-02-27T18:36:20.988537Z","steps":["trace[1609615723] 'read index received' (duration: 828.044389ms)","trace[1609615723] 'applied index is now lower than readState.Index' (duration: 29.105914ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:20.988447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.028955Z","time spent":"959.485686ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:20.988607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.02943Z","time spent":"959.165429ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:36:20.988728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.340397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:20.988764Z","caller":"traceutil/trace.go:171","msg":"trace[2133387231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8170; }","duration":"857.416159ms","start":"2026-02-27T18:36:20.131341Z","end":"2026-02-27T18:36:20.988757Z","steps":["trace[2133387231] 'agreement among raft nodes before linearized reading' (duration: 857.355818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.988767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.316865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:36:20.988792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.131321Z","time spent":"857.46576ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:36:20.988804Z","caller":"traceutil/trace.go:171","msg":"trace[850584909] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8170; }","duration":"486.385537ms","start":"2026-02-27T18:36:20.502404Z","end":"2026-02-27T18:36:20.98879Z","steps":["trace[850584909] 'agreement among raft nodes before linearized reading' (duration: 486.317566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.988782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.584048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:36:20.988834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.502383Z","time spent":"486.445168ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:20.988871Z","caller":"traceutil/trace.go:171","msg":"trace[1392229084] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8170; }","duration":"485.69805ms","start":"2026-02-27T18:36:20.503151Z","end":"2026-02-27T18:36:20.988849Z","steps":["trace[1392229084] 'agreement among raft nodes before linearized reading' (duration: 485.553407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.988881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.53927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T18:36:20.988917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.503144Z","time spent":"485.764143ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:20.988946Z","caller":"traceutil/trace.go:171","msg":"trace[31499411] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8170; }","duration":"759.606681ms","start":"2026-02-27T18:36:20.22932Z","end":"2026-02-27T18:36:20.988926Z","steps":["trace[31499411] 'agreement among raft nodes before linearized reading' (duration: 759.388386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.98835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093035402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:36:20.989005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.229264Z","time spent":"759.727515ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T18:36:20.989025Z","caller":"traceutil/trace.go:171","msg":"trace[1302965166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8169; }","duration":"1.093743319s","start":"2026-02-27T18:36:19.89526Z","end":"2026-02-27T18:36:20.989003Z","steps":["trace[1302965166] 'range keys from in-memory index tree' (duration: 1.092331355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:20.989017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.532744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:36:20.989141Z","caller":"traceutil/trace.go:171","msg":"trace[540424071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8170; }","duration":"148.748889ms","start":"2026-02-27T18:36:20.840374Z","end":"2026-02-27T18:36:20.989123Z","steps":["trace[540424071] 'agreement among raft nodes before linearized reading' (duration: 148.35862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:20.988663Z","caller":"traceutil/trace.go:171","msg":"trace[1947483173] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"879.774778ms","start":"2026-02-27T18:36:20.108876Z","end":"2026-02-27T18:36:20.988651Z","steps":["trace[1947483173] 'process raft request' (duration: 850.53694ms)","trace[1947483173] 'compare' (duration: 27.803145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:20.989081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:19.895238Z","time spent":"1.09382425s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:36:20.989321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.108849Z","time spent":"880.392393ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:21.488052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.226623ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T18:36:21.488116Z","caller":"traceutil/trace.go:171","msg":"trace[890208577] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8558; }","duration":"497.909084ms","start":"2026-02-27T18:36:20.990196Z","end":"2026-02-27T18:36:21.488105Z","steps":["trace[890208577] 'read index received' (duration: 347.63399ms)","trace[890208577] 'applied index is now lower than readState.Index' (duration: 150.274494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:21.488183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.983215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:21.488145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.990014Z","time spent":"498.123409ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:36:21.4882Z","caller":"traceutil/trace.go:171","msg":"trace[1313573778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8170; }","duration":"498.030817ms","start":"2026-02-27T18:36:20.990162Z","end":"2026-02-27T18:36:21.488193Z","steps":["trace[1313573778] 'agreement among raft nodes before linearized reading' (duration: 497.983516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:21.488216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.990144Z","time spent":"498.069137ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:36:21.795889Z","caller":"traceutil/trace.go:171","msg":"trace[341770662] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"802.465865ms","start":"2026-02-27T18:36:20.993397Z","end":"2026-02-27T18:36:21.795863Z","steps":["trace[341770662] 'process raft request' (duration: 802.2625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:21.796029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.993375Z","time spent":"802.583737ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:21.796264Z","caller":"traceutil/trace.go:171","msg":"trace[1314064256] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8559; }","duration":"308.113753ms","start":"2026-02-27T18:36:21.488129Z","end":"2026-02-27T18:36:21.796243Z","steps":["trace[1314064256] 'read index received' (duration: 307.565991ms)","trace[1314064256] 'applied index is now lower than readState.Index' (duration: 546.922µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:21.796316Z","caller":"traceutil/trace.go:171","msg":"trace[526244024] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"802.437003ms","start":"2026-02-27T18:36:20.99385Z","end":"2026-02-27T18:36:21.796287Z","steps":["trace[526244024] 'process raft request' (duration: 801.966762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:21.796336Z","caller":"traceutil/trace.go:171","msg":"trace[685683094] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"802.181678ms","start":"2026-02-27T18:36:20.994128Z","end":"2026-02-27T18:36:21.79631Z","steps":["trace[685683094] 'process raft request' (duration: 802.011484ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:21.796343Z","caller":"traceutil/trace.go:171","msg":"trace[1341965145] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"802.132107ms","start":"2026-02-27T18:36:20.994203Z","end":"2026-02-27T18:36:21.796335Z","steps":["trace[1341965145] 'process raft request' (duration: 801.974433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:21.79643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.994178Z","time spent":"802.218179ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:21.796442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.29997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T18:36:21.79646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.99384Z","time spent":"802.534156ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:21.796507Z","caller":"traceutil/trace.go:171","msg":"trace[649619366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8176; }","duration":"802.391953ms","start":"2026-02-27T18:36:20.994099Z","end":"2026-02-27T18:36:21.79649Z","steps":["trace[649619366] 'agreement among raft nodes before linearized reading' (duration: 802.25147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:21.796523Z","caller":"traceutil/trace.go:171","msg":"trace[1117239041] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"802.492695ms","start":"2026-02-27T18:36:20.994022Z","end":"2026-02-27T18:36:21.796514Z","steps":["trace[1117239041] 'process raft request' (duration: 802.037044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:21.796522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.994117Z","time spent":"802.27319ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:21.796608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.993998Z","time spent":"802.549786ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:21.796703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.020418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208114"} {"level":"warn","ts":"2026-02-27T18:36:21.796585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.99409Z","time spent":"802.458554ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:36:21.796732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.548716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:36:21.796744Z","caller":"traceutil/trace.go:171","msg":"trace[568362338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8176; }","duration":"803.083399ms","start":"2026-02-27T18:36:20.993651Z","end":"2026-02-27T18:36:21.796734Z","steps":["trace[568362338] 'agreement among raft nodes before linearized reading' (duration: 802.70209ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:21.796771Z","caller":"traceutil/trace.go:171","msg":"trace[495968426] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8176; }","duration":"802.612668ms","start":"2026-02-27T18:36:20.994146Z","end":"2026-02-27T18:36:21.796759Z","steps":["trace[495968426] 'agreement among raft nodes before linearized reading' (duration: 802.460765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:21.796304Z","caller":"traceutil/trace.go:171","msg":"trace[2146914490] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"802.052544ms","start":"2026-02-27T18:36:20.994236Z","end":"2026-02-27T18:36:21.796288Z","steps":["trace[2146914490] 'process raft request' (duration: 801.971993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:21.79679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.993641Z","time spent":"803.12669ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208137,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:36:21.796798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.99414Z","time spent":"802.651509ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:36:21.796858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.994214Z","time spent":"802.594017ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:21.796905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.356585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-02-27T18:36:21.796899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.651049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:4798"} {"level":"info","ts":"2026-02-27T18:36:21.796995Z","caller":"traceutil/trace.go:171","msg":"trace[1675392850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8176; }","duration":"803.511828ms","start":"2026-02-27T18:36:20.993462Z","end":"2026-02-27T18:36:21.796974Z","steps":["trace[1675392850] 'agreement among raft nodes before linearized reading' (duration: 803.017007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:21.797045Z","caller":"traceutil/trace.go:171","msg":"trace[1838838388] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8176; }","duration":"485.838373ms","start":"2026-02-27T18:36:21.311183Z","end":"2026-02-27T18:36:21.797022Z","steps":["trace[1838838388] 'agreement among raft nodes before linearized reading' (duration: 485.25741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:21.797081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:20.993455Z","time spent":"803.580111ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:36:21.797131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.311165Z","time spent":"485.954776ms","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4821,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T18:36:22.052016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.107214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:22.052134Z","caller":"traceutil/trace.go:171","msg":"trace[1155666538] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8565; }","duration":"255.7837ms","start":"2026-02-27T18:36:21.796331Z","end":"2026-02-27T18:36:22.052115Z","steps":["trace[1155666538] 'read index received' (duration: 132.439031ms)","trace[1155666538] 'applied index is now lower than readState.Index' (duration: 123.342589ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:22.052214Z","caller":"traceutil/trace.go:171","msg":"trace[743410245] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"561.826934ms","start":"2026-02-27T18:36:21.490376Z","end":"2026-02-27T18:36:22.052203Z","steps":["trace[743410245] 'process raft request' (duration: 438.435074ms)","trace[743410245] 'compare' (duration: 122.877969ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:22.052276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.490354Z","time spent":"561.892666ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:22.052497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.247386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:22.052602Z","caller":"traceutil/trace.go:171","msg":"trace[2086731243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8177; }","duration":"556.358308ms","start":"2026-02-27T18:36:21.496191Z","end":"2026-02-27T18:36:22.052549Z","steps":["trace[2086731243] 'agreement among raft nodes before linearized reading' (duration: 556.168464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.052651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.496171Z","time spent":"556.469251ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:36:22.13283Z","caller":"traceutil/trace.go:171","msg":"trace[1697730759] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"330.83348ms","start":"2026-02-27T18:36:21.801976Z","end":"2026-02-27T18:36:22.132809Z","steps":["trace[1697730759] 'process raft request' (duration: 330.696527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.132826Z","caller":"traceutil/trace.go:171","msg":"trace[1337069495] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"330.865751ms","start":"2026-02-27T18:36:21.801924Z","end":"2026-02-27T18:36:22.13279Z","steps":["trace[1337069495] 'process raft request' (duration: 330.569214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.132966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.801956Z","time spent":"330.936282ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:22.132994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.801907Z","time spent":"331.001294ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:22.133055Z","caller":"traceutil/trace.go:171","msg":"trace[1770770080] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"323.401928ms","start":"2026-02-27T18:36:21.809614Z","end":"2026-02-27T18:36:22.133016Z","steps":["trace[1770770080] 'process raft request' (duration: 323.114321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.133194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.991787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18231"} {"level":"info","ts":"2026-02-27T18:36:22.133309Z","caller":"traceutil/trace.go:171","msg":"trace[674823220] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8180; }","duration":"335.125479ms","start":"2026-02-27T18:36:21.798163Z","end":"2026-02-27T18:36:22.133289Z","steps":["trace[674823220] 'agreement among raft nodes before linearized reading' (duration: 334.654999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.133226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.809603Z","time spent":"323.536931ms","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:22.13341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:21.798148Z","time spent":"335.246033ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18254,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T18:36:22.285141Z","caller":"traceutil/trace.go:171","msg":"trace[215728818] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8182; }","duration":"142.183227ms","start":"2026-02-27T18:36:22.142931Z","end":"2026-02-27T18:36:22.285114Z","steps":["trace[215728818] 'process raft request' (duration: 142.141896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.285179Z","caller":"traceutil/trace.go:171","msg":"trace[680101880] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"143.867996ms","start":"2026-02-27T18:36:22.141288Z","end":"2026-02-27T18:36:22.285156Z","steps":["trace[680101880] 'process raft request' (duration: 143.676001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.424453Z","caller":"traceutil/trace.go:171","msg":"trace[1765751104] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8572; }","duration":"138.163564ms","start":"2026-02-27T18:36:22.286265Z","end":"2026-02-27T18:36:22.424428Z","steps":["trace[1765751104] 'read index received' (duration: 137.968469ms)","trace[1765751104] 'applied index is now lower than readState.Index' (duration: 193.845µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:22.424528Z","caller":"traceutil/trace.go:171","msg":"trace[696140610] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"252.33605ms","start":"2026-02-27T18:36:22.172158Z","end":"2026-02-27T18:36:22.424494Z","steps":["trace[696140610] 'process raft request' (duration: 252.096655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.424706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.42771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-02-27T18:36:22.424804Z","caller":"traceutil/trace.go:171","msg":"trace[72805173] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8183; }","duration":"138.569343ms","start":"2026-02-27T18:36:22.286217Z","end":"2026-02-27T18:36:22.424786Z","steps":["trace[72805173] 'agreement among raft nodes before linearized reading' (duration: 138.311687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.449488Z","caller":"traceutil/trace.go:171","msg":"trace[1434272734] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"142.291579ms","start":"2026-02-27T18:36:22.307165Z","end":"2026-02-27T18:36:22.449457Z","steps":["trace[1434272734] 'process raft request' (duration: 141.973332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.586615Z","caller":"traceutil/trace.go:171","msg":"trace[1297426404] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8574; }","duration":"132.847319ms","start":"2026-02-27T18:36:22.453748Z","end":"2026-02-27T18:36:22.586596Z","steps":["trace[1297426404] 'read index received' (duration: 44.243675ms)","trace[1297426404] 'applied index is now lower than readState.Index' (duration: 88.602754ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:22.586638Z","caller":"traceutil/trace.go:171","msg":"trace[1974510120] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"132.875901ms","start":"2026-02-27T18:36:22.453724Z","end":"2026-02-27T18:36:22.5866Z","steps":["trace[1974510120] 'process raft request' (duration: 77.528707ms)","trace[1974510120] 'compare' (duration: 55.123058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:22.586727Z","caller":"traceutil/trace.go:171","msg":"trace[1750986471] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"132.473881ms","start":"2026-02-27T18:36:22.454242Z","end":"2026-02-27T18:36:22.586716Z","steps":["trace[1750986471] 'process raft request' (duration: 132.310157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.586809Z","caller":"traceutil/trace.go:171","msg":"trace[1335114502] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"132.549153ms","start":"2026-02-27T18:36:22.454232Z","end":"2026-02-27T18:36:22.586781Z","steps":["trace[1335114502] 'process raft request' (duration: 132.262996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.587018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.25307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T18:36:22.587055Z","caller":"traceutil/trace.go:171","msg":"trace[1436806018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8187; }","duration":"133.324531ms","start":"2026-02-27T18:36:22.453718Z","end":"2026-02-27T18:36:22.587042Z","steps":["trace[1436806018] 'agreement among raft nodes before linearized reading' (duration: 133.198358ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:22.811417Z","caller":"traceutil/trace.go:171","msg":"trace[76193007] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8578; }","duration":"217.458362ms","start":"2026-02-27T18:36:22.593929Z","end":"2026-02-27T18:36:22.811387Z","steps":["trace[76193007] 'read index received' (duration: 217.239937ms)","trace[76193007] 'applied index is now lower than readState.Index' (duration: 217.005µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:22.811463Z","caller":"traceutil/trace.go:171","msg":"trace[1933222707] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"217.643046ms","start":"2026-02-27T18:36:22.593785Z","end":"2026-02-27T18:36:22.811428Z","steps":["trace[1933222707] 'process raft request' (duration: 217.408571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:22.811679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.721758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-27T18:36:22.811734Z","caller":"traceutil/trace.go:171","msg":"trace[1797866051] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8188; }","duration":"217.834971ms","start":"2026-02-27T18:36:22.593882Z","end":"2026-02-27T18:36:22.811717Z","steps":["trace[1797866051] 'agreement among raft nodes before linearized reading' (duration: 217.615786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.051405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.144184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:23.05152Z","caller":"traceutil/trace.go:171","msg":"trace[1163364201] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"231.329244ms","start":"2026-02-27T18:36:22.820173Z","end":"2026-02-27T18:36:23.051502Z","steps":["trace[1163364201] 'read index received' (duration: 98.983725ms)","trace[1163364201] 'applied index is now lower than readState.Index' (duration: 132.343939ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:23.051612Z","caller":"traceutil/trace.go:171","msg":"trace[287442139] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"452.932142ms","start":"2026-02-27T18:36:22.598669Z","end":"2026-02-27T18:36:23.051601Z","steps":["trace[287442139] 'process raft request' (duration: 320.499991ms)","trace[287442139] 'compare' (duration: 131.93602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:23.051681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:22.598653Z","time spent":"452.994793ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:23.051917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.746483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T18:36:23.051952Z","caller":"traceutil/trace.go:171","msg":"trace[2055473712] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8189; }","duration":"231.805665ms","start":"2026-02-27T18:36:22.820136Z","end":"2026-02-27T18:36:23.051941Z","steps":["trace[2055473712] 'agreement among raft nodes before linearized reading' (duration: 231.673562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.053331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.65925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574546"} {"level":"info","ts":"2026-02-27T18:36:23.053493Z","caller":"traceutil/trace.go:171","msg":"trace[545494614] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8189; }","duration":"218.832524ms","start":"2026-02-27T18:36:22.834636Z","end":"2026-02-27T18:36:23.053469Z","steps":["trace[545494614] 'agreement among raft nodes before linearized reading' (duration: 217.272528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:23.968923Z","caller":"traceutil/trace.go:171","msg":"trace[2019338318] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8580; }","duration":"167.194987ms","start":"2026-02-27T18:36:23.801703Z","end":"2026-02-27T18:36:23.968898Z","steps":["trace[2019338318] 'read index received' (duration: 167.000852ms)","trace[2019338318] 'applied index is now lower than readState.Index' (duration: 193.115µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:23.969012Z","caller":"traceutil/trace.go:171","msg":"trace[805861717] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"825.12116ms","start":"2026-02-27T18:36:23.143852Z","end":"2026-02-27T18:36:23.968973Z","steps":["trace[805861717] 'process raft request' (duration: 824.911035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.969227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.483793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:36:23.969297Z","caller":"traceutil/trace.go:171","msg":"trace[1757896196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8190; }","duration":"167.604196ms","start":"2026-02-27T18:36:23.801673Z","end":"2026-02-27T18:36:23.969278Z","steps":["trace[1757896196] 'agreement among raft nodes before linearized reading' (duration: 167.409912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.969392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.622176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:36:23.969435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.143836Z","time spent":"825.255804ms","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:23.969462Z","caller":"traceutil/trace.go:171","msg":"trace[2112177887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8190; }","duration":"167.708838ms","start":"2026-02-27T18:36:23.801734Z","end":"2026-02-27T18:36:23.969443Z","steps":["trace[2112177887] 'agreement among raft nodes before linearized reading' (duration: 167.499313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.969515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.654758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:36:23.96956Z","caller":"traceutil/trace.go:171","msg":"trace[1355825133] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8190; }","duration":"167.7508ms","start":"2026-02-27T18:36:23.801796Z","end":"2026-02-27T18:36:23.969547Z","steps":["trace[1355825133] 'agreement among raft nodes before linearized reading' (duration: 167.628817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.969562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.451602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:36:23.96962Z","caller":"traceutil/trace.go:171","msg":"trace[1148217371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8190; }","duration":"167.530034ms","start":"2026-02-27T18:36:23.802077Z","end":"2026-02-27T18:36:23.969607Z","steps":["trace[1148217371] 'agreement among raft nodes before linearized reading' (duration: 167.33682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.969645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.838101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:36:23.969688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.699912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:36:23.969714Z","caller":"traceutil/trace.go:171","msg":"trace[898013110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8190; }","duration":"167.957684ms","start":"2026-02-27T18:36:23.801741Z","end":"2026-02-27T18:36:23.969699Z","steps":["trace[898013110] 'agreement among raft nodes before linearized reading' (duration: 167.738309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:23.969725Z","caller":"traceutil/trace.go:171","msg":"trace[618817718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:8190; }","duration":"165.746353ms","start":"2026-02-27T18:36:23.803968Z","end":"2026-02-27T18:36:23.969715Z","steps":["trace[618817718] 'agreement among raft nodes before linearized reading' (duration: 165.675371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:23.969839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.870352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:36:23.969914Z","caller":"traceutil/trace.go:171","msg":"trace[1774016197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8190; }","duration":"167.964585ms","start":"2026-02-27T18:36:23.80193Z","end":"2026-02-27T18:36:23.969894Z","steps":["trace[1774016197] 'agreement among raft nodes before linearized reading' (duration: 167.75133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:24.474468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902310817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:36:24.975327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902310817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:36:25.039372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065945834s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:36:25.340831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.09813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:25.34095Z","caller":"traceutil/trace.go:171","msg":"trace[1362845487] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"1.367599767s","start":"2026-02-27T18:36:23.973328Z","end":"2026-02-27T18:36:25.340928Z","steps":["trace[1362845487] 'process raft request' (duration: 1.066309503s)","trace[1362845487] 'compare' (duration: 300.213229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:25.341017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.973306Z","time spent":"1.367682489s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:25.710968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.905268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:25.711216Z","caller":"traceutil/trace.go:171","msg":"trace[1504456894] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"1.737625166s","start":"2026-02-27T18:36:23.973568Z","end":"2026-02-27T18:36:25.711193Z","steps":["trace[1504456894] 'process raft request' (duration: 1.737491303s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:25.711334Z","caller":"traceutil/trace.go:171","msg":"trace[1797447654] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"1.737855122s","start":"2026-02-27T18:36:23.973439Z","end":"2026-02-27T18:36:25.711294Z","steps":["trace[1797447654] 'process raft request' (duration: 1.536542804s)","trace[1797447654] 'compare' (duration: 200.803586ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:25.711396Z","caller":"traceutil/trace.go:171","msg":"trace[1268811367] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"1.736794447s","start":"2026-02-27T18:36:23.974563Z","end":"2026-02-27T18:36:25.711357Z","steps":["trace[1268811367] 'process raft request' (duration: 1.736619723s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:25.711462Z","caller":"traceutil/trace.go:171","msg":"trace[965967147] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"1.737582355s","start":"2026-02-27T18:36:23.973857Z","end":"2026-02-27T18:36:25.711439Z","steps":["trace[965967147] 'process raft request' (duration: 1.737289498s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:25.711472Z","caller":"traceutil/trace.go:171","msg":"trace[1957382010] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"1.737673027s","start":"2026-02-27T18:36:23.973767Z","end":"2026-02-27T18:36:25.71144Z","steps":["trace[1957382010] 'process raft request' (duration: 1.737341899s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.711508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.973416Z","time spent":"1.737999805s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:25.711537Z","caller":"traceutil/trace.go:171","msg":"trace[600516623] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"910.165042ms","start":"2026-02-27T18:36:24.801301Z","end":"2026-02-27T18:36:25.711466Z","steps":["trace[600516623] 'process raft request' (duration: 909.910006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.711561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.973831Z","time spent":"1.737672698s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:25.711563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.974556Z","time spent":"1.7369276s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:25.711556Z","caller":"traceutil/trace.go:171","msg":"trace[1599135583] linearizableReadLoop","detail":"{readStateIndex:8588; appliedIndex:8581; }","duration":"1.737907383s","start":"2026-02-27T18:36:23.973612Z","end":"2026-02-27T18:36:25.71152Z","steps":["trace[1599135583] 'read index received' (duration: 1.066046527s)","trace[1599135583] 'applied index is now lower than readState.Index' (duration: 671.857156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:25.711566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.97355Z","time spent":"1.737725538s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:25.711619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.973759Z","time spent":"1.737785311s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:25.711692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:24.801278Z","time spent":"910.348297ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:25.914864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.59519ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:36:25.914993Z","caller":"traceutil/trace.go:171","msg":"trace[606371607] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8588; }","duration":"203.365565ms","start":"2026-02-27T18:36:25.711608Z","end":"2026-02-27T18:36:25.914973Z","steps":["trace[606371607] 'read index received' (duration: 58.951µs)","trace[606371607] 'applied index is now lower than readState.Index' (duration: 203.305134ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:25.915154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702483442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:36:25.915192Z","caller":"traceutil/trace.go:171","msg":"trace[916590422] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"1.702567574s","start":"2026-02-27T18:36:24.212611Z","end":"2026-02-27T18:36:25.915179Z","steps":["trace[916590422] 'agreement among raft nodes before linearized reading' (duration: 1.70241264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.915226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:24.21259Z","time spent":"1.702627626s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:36:25.915322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478860237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:36:25.915374Z","caller":"traceutil/trace.go:171","msg":"trace[169045918] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8197; }","duration":"1.478949869s","start":"2026-02-27T18:36:24.43641Z","end":"2026-02-27T18:36:25.91536Z","steps":["trace[169045918] 'agreement among raft nodes before linearized reading' (duration: 1.478789775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.915397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:24.436394Z","time spent":"1.47899936s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:36:25.915438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.960856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:25.915493Z","caller":"traceutil/trace.go:171","msg":"trace[1091182503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8197; }","duration":"784.053188ms","start":"2026-02-27T18:36:25.131425Z","end":"2026-02-27T18:36:25.915478Z","steps":["trace[1091182503] 'agreement among raft nodes before linearized reading' (duration: 783.964676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.91548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550186521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-02-27T18:36:25.915498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941870682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208114"} {"level":"warn","ts":"2026-02-27T18:36:25.915533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:25.131405Z","time spent":"784.117919ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:36:25.915546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.680602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T18:36:25.915573Z","caller":"traceutil/trace.go:171","msg":"trace[992484865] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8; range_end:; response_count:1; response_revision:8197; }","duration":"1.550327354s","start":"2026-02-27T18:36:24.36522Z","end":"2026-02-27T18:36:25.915548Z","steps":["trace[992484865] 'agreement among raft nodes before linearized reading' (duration: 1.550103239s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:25.915581Z","caller":"traceutil/trace.go:171","msg":"trace[758605251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8197; }","duration":"1.941980585s","start":"2026-02-27T18:36:23.973579Z","end":"2026-02-27T18:36:25.91556Z","steps":["trace[758605251] 'agreement among raft nodes before linearized reading' (duration: 1.737988215s)","trace[758605251] 'range keys from in-memory index tree' (duration: 203.544129ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:25.915614Z","caller":"traceutil/trace.go:171","msg":"trace[1930796093] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8197; }","duration":"693.876387ms","start":"2026-02-27T18:36:25.221719Z","end":"2026-02-27T18:36:25.915595Z","steps":["trace[1930796093] 'agreement among raft nodes before linearized reading' (duration: 693.666062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.915625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:24.36519Z","time spent":"1.550422676s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" "} {"level":"warn","ts":"2026-02-27T18:36:25.915609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625916606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:36:25.915641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:23.973571Z","time spent":"1.942046996s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208137,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:36:25.915655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:25.221699Z","time spent":"693.947589ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T18:36:25.915699Z","caller":"traceutil/trace.go:171","msg":"trace[1130868790] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"1.626010328s","start":"2026-02-27T18:36:24.289661Z","end":"2026-02-27T18:36:25.915671Z","steps":["trace[1130868790] 'agreement among raft nodes before linearized reading' (duration: 1.625746822s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:25.915768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:24.289641Z","time spent":"1.626113351s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:26.060097Z","caller":"traceutil/trace.go:171","msg":"trace[942565708] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8589; }","duration":"141.198243ms","start":"2026-02-27T18:36:25.918878Z","end":"2026-02-27T18:36:26.060076Z","steps":["trace[942565708] 'read index received' (duration: 141.124792ms)","trace[942565708] 'applied index is now lower than readState.Index' (duration: 72.151µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:26.060384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.482761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:36:26.060468Z","caller":"traceutil/trace.go:171","msg":"trace[1587580084] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"141.580563ms","start":"2026-02-27T18:36:25.918866Z","end":"2026-02-27T18:36:26.060446Z","steps":["trace[1587580084] 'agreement among raft nodes before linearized reading' (duration: 141.336167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.079054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.668809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:26.079087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.755434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:36:26.079087Z","caller":"traceutil/trace.go:171","msg":"trace[1082936583] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"158.782421ms","start":"2026-02-27T18:36:25.920269Z","end":"2026-02-27T18:36:26.079051Z","steps":["trace[1082936583] 'process raft request' (duration: 158.490535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:26.079158Z","caller":"traceutil/trace.go:171","msg":"trace[996616091] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8198; }","duration":"159.859886ms","start":"2026-02-27T18:36:25.91928Z","end":"2026-02-27T18:36:26.07914Z","steps":["trace[996616091] 'agreement among raft nodes before linearized reading' (duration: 159.648041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:26.079117Z","caller":"traceutil/trace.go:171","msg":"trace[944018003] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8198; }","duration":"158.769501ms","start":"2026-02-27T18:36:25.920332Z","end":"2026-02-27T18:36:26.079101Z","steps":["trace[944018003] 'agreement among raft nodes before linearized reading' (duration: 158.659379ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:26.446534Z","caller":"traceutil/trace.go:171","msg":"trace[694574254] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8591; }","duration":"364.748567ms","start":"2026-02-27T18:36:26.081763Z","end":"2026-02-27T18:36:26.446511Z","steps":["trace[694574254] 'read index received' (duration: 364.548772ms)","trace[694574254] 'applied index is now lower than readState.Index' (duration: 199.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:26.446635Z","caller":"traceutil/trace.go:171","msg":"trace[1103667922] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"385.428797ms","start":"2026-02-27T18:36:26.061197Z","end":"2026-02-27T18:36:26.446625Z","steps":["trace[1103667922] 'process raft request' (duration: 385.082849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.446737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.061173Z","time spent":"385.488718ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:26.446916Z","caller":"traceutil/trace.go:171","msg":"trace[112144708] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"380.896841ms","start":"2026-02-27T18:36:26.065866Z","end":"2026-02-27T18:36:26.446763Z","steps":["trace[112144708] 'process raft request' (duration: 380.597084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.447182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.408442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T18:36:26.447254Z","caller":"traceutil/trace.go:171","msg":"trace[786204843] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c; range_end:; response_count:1; response_revision:8200; }","duration":"365.507375ms","start":"2026-02-27T18:36:26.081728Z","end":"2026-02-27T18:36:26.447235Z","steps":["trace[786204843] 'agreement among raft nodes before linearized reading' (duration: 365.324951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.447303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.081714Z","time spent":"365.579196ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1a613e0c-347b-4ef2-aad1-e5998e366a9c\" "} {"level":"warn","ts":"2026-02-27T18:36:26.447267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.065848Z","time spent":"381.235829ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:26.505983Z","caller":"traceutil/trace.go:171","msg":"trace[1746014997] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"422.090726ms","start":"2026-02-27T18:36:26.083861Z","end":"2026-02-27T18:36:26.505952Z","steps":["trace[1746014997] 'process raft request' (duration: 421.850401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.506008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.660272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:26.506105Z","caller":"traceutil/trace.go:171","msg":"trace[2125755121] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8201; }","duration":"338.819065ms","start":"2026-02-27T18:36:26.167264Z","end":"2026-02-27T18:36:26.506083Z","steps":["trace[2125755121] 'agreement among raft nodes before linearized reading' (duration: 338.631491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.506143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.083848Z","time spent":"422.207199ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:26.506154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.934143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:26.506167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.167246Z","time spent":"338.911188ms","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:36:26.506375Z","caller":"traceutil/trace.go:171","msg":"trace[1369573108] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8201; }","duration":"105.218229ms","start":"2026-02-27T18:36:26.401127Z","end":"2026-02-27T18:36:26.506346Z","steps":["trace[1369573108] 'agreement among raft nodes before linearized reading' (duration: 104.850581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:26.673576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.766787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:36:26.673664Z","caller":"traceutil/trace.go:171","msg":"trace[1739173475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8201; }","duration":"163.867339ms","start":"2026-02-27T18:36:26.50977Z","end":"2026-02-27T18:36:26.673638Z","steps":["trace[1739173475] 'range keys from in-memory index tree' (duration: 163.519781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:26.673727Z","caller":"traceutil/trace.go:171","msg":"trace[748048555] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"163.228144ms","start":"2026-02-27T18:36:26.51046Z","end":"2026-02-27T18:36:26.673688Z","steps":["trace[748048555] 'process raft request' (duration: 65.072129ms)","trace[748048555] 'compare' (duration: 97.968911ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:26.673929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.42876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:26.67405Z","caller":"traceutil/trace.go:171","msg":"trace[731117861] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8202; }","duration":"157.597694ms","start":"2026-02-27T18:36:26.516433Z","end":"2026-02-27T18:36:26.674031Z","steps":["trace[731117861] 'agreement among raft nodes before linearized reading' (duration: 157.391419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:26.674077Z","caller":"traceutil/trace.go:171","msg":"trace[377070422] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"157.188685ms","start":"2026-02-27T18:36:26.516481Z","end":"2026-02-27T18:36:26.673669Z","steps":["trace[377070422] 'read index received' (duration: 58.966038ms)","trace[377070422] 'applied index is now lower than readState.Index' (duration: 98.221357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:27.379458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.905373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:27.379649Z","caller":"traceutil/trace.go:171","msg":"trace[267174689] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"701.833173ms","start":"2026-02-27T18:36:26.677783Z","end":"2026-02-27T18:36:27.379616Z","steps":["trace[267174689] 'process raft request' (duration: 420.693114ms)","trace[267174689] 'compare' (duration: 280.77862ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:27.379783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.677757Z","time spent":"701.950296ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:27.380067Z","caller":"traceutil/trace.go:171","msg":"trace[356166729] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8595; }","duration":"444.493786ms","start":"2026-02-27T18:36:26.935055Z","end":"2026-02-27T18:36:27.379549Z","steps":["trace[356166729] 'read index received' (duration: 163.365428ms)","trace[356166729] 'applied index is now lower than readState.Index' (duration: 281.127308ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:27.38008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.955617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:36:27.380155Z","caller":"traceutil/trace.go:171","msg":"trace[1290839430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8203; }","duration":"445.133801ms","start":"2026-02-27T18:36:26.935006Z","end":"2026-02-27T18:36:27.38014Z","steps":["trace[1290839430] 'agreement among raft nodes before linearized reading' (duration: 444.67964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.380295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.599337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:36:27.380315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:26.934984Z","time spent":"445.324946ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:27.380337Z","caller":"traceutil/trace.go:171","msg":"trace[608568978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8203; }","duration":"249.679599ms","start":"2026-02-27T18:36:27.130647Z","end":"2026-02-27T18:36:27.380327Z","steps":["trace[608568978] 'agreement among raft nodes before linearized reading' (duration: 249.582737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.380272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.207758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T18:36:27.380426Z","caller":"traceutil/trace.go:171","msg":"trace[1614798449] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8203; }","duration":"321.376741ms","start":"2026-02-27T18:36:27.059031Z","end":"2026-02-27T18:36:27.380408Z","steps":["trace[1614798449] 'agreement among raft nodes before linearized reading' (duration: 321.185667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.380593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:27.059018Z","time spent":"321.532895ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T18:36:27.887719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.847688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:27.887816Z","caller":"traceutil/trace.go:171","msg":"trace[46176784] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"503.984985ms","start":"2026-02-27T18:36:27.383814Z","end":"2026-02-27T18:36:27.887799Z","steps":["trace[46176784] 'process raft request' (duration: 261.968993ms)","trace[46176784] 'compare' (duration: 241.483639ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:27.887872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:27.383802Z","time spent":"504.038696ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:27.908877Z","caller":"traceutil/trace.go:171","msg":"trace[537357689] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8597; }","duration":"193.417325ms","start":"2026-02-27T18:36:27.715423Z","end":"2026-02-27T18:36:27.908841Z","steps":["trace[537357689] 'read index received' (duration: 193.097167ms)","trace[537357689] 'applied index is now lower than readState.Index' (duration: 318.757µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:27.909062Z","caller":"traceutil/trace.go:171","msg":"trace[765538233] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"524.380617ms","start":"2026-02-27T18:36:27.38467Z","end":"2026-02-27T18:36:27.909051Z","steps":["trace[765538233] 'process raft request' (duration: 523.965158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.909192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:27.384654Z","time spent":"524.433499ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:27.909226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.480186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:36:27.9093Z","caller":"traceutil/trace.go:171","msg":"trace[1490758600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8205; }","duration":"193.606049ms","start":"2026-02-27T18:36:27.715676Z","end":"2026-02-27T18:36:27.909282Z","steps":["trace[1490758600] 'agreement among raft nodes before linearized reading' (duration: 193.426995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.909462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.046779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:36:27.909488Z","caller":"traceutil/trace.go:171","msg":"trace[804227651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8205; }","duration":"194.10884ms","start":"2026-02-27T18:36:27.715373Z","end":"2026-02-27T18:36:27.909482Z","steps":["trace[804227651] 'agreement among raft nodes before linearized reading' (duration: 194.062129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.909542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.466546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:36:27.909566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.600968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:36:27.909585Z","caller":"traceutil/trace.go:171","msg":"trace[2107951564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8205; }","duration":"193.64188ms","start":"2026-02-27T18:36:27.715937Z","end":"2026-02-27T18:36:27.909579Z","steps":["trace[2107951564] 'agreement among raft nodes before linearized reading' (duration: 193.605599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:27.909575Z","caller":"traceutil/trace.go:171","msg":"trace[1723269379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8205; }","duration":"193.543267ms","start":"2026-02-27T18:36:27.716023Z","end":"2026-02-27T18:36:27.909567Z","steps":["trace[1723269379] 'agreement among raft nodes before linearized reading' (duration: 193.436785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:27.909742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.457086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:36:27.90985Z","caller":"traceutil/trace.go:171","msg":"trace[848628608] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8205; }","duration":"193.61532ms","start":"2026-02-27T18:36:27.716219Z","end":"2026-02-27T18:36:27.909834Z","steps":["trace[848628608] 'agreement among raft nodes before linearized reading' (duration: 193.418015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:28.207378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.866195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:28.207697Z","caller":"traceutil/trace.go:171","msg":"trace[942790318] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8598; }","duration":"283.058163ms","start":"2026-02-27T18:36:27.924619Z","end":"2026-02-27T18:36:28.207677Z","steps":["trace[942790318] 'read index received' (duration: 132.927362ms)","trace[942790318] 'applied index is now lower than readState.Index' (duration: 150.129671ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:28.20776Z","caller":"traceutil/trace.go:171","msg":"trace[1725811555] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"293.922704ms","start":"2026-02-27T18:36:27.913804Z","end":"2026-02-27T18:36:28.207726Z","steps":["trace[1725811555] 'process raft request' (duration: 293.687109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:28.207775Z","caller":"traceutil/trace.go:171","msg":"trace[467344545] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"294.000907ms","start":"2026-02-27T18:36:27.913743Z","end":"2026-02-27T18:36:28.207744Z","steps":["trace[467344545] 'process raft request' (duration: 143.675271ms)","trace[467344545] 'compare' (duration: 149.565818ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:28.207772Z","caller":"traceutil/trace.go:171","msg":"trace[68758874] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"293.000793ms","start":"2026-02-27T18:36:27.914739Z","end":"2026-02-27T18:36:28.207739Z","steps":["trace[68758874] 'process raft request' (duration: 292.8688ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:28.207805Z","caller":"traceutil/trace.go:171","msg":"trace[711363017] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"293.325231ms","start":"2026-02-27T18:36:27.914428Z","end":"2026-02-27T18:36:28.207754Z","steps":["trace[711363017] 'process raft request' (duration: 293.142707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:28.207802Z","caller":"traceutil/trace.go:171","msg":"trace[151452844] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"291.587891ms","start":"2026-02-27T18:36:27.916206Z","end":"2026-02-27T18:36:28.207794Z","steps":["trace[151452844] 'process raft request' (duration: 291.437937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:28.20792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.306178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:36:28.207972Z","caller":"traceutil/trace.go:171","msg":"trace[1498860667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:8210; }","duration":"283.379841ms","start":"2026-02-27T18:36:27.92458Z","end":"2026-02-27T18:36:28.20796Z","steps":["trace[1498860667] 'agreement among raft nodes before linearized reading' (duration: 283.244067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:28.208047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.210631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:36:28.208127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.570223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:36:28.208121Z","caller":"traceutil/trace.go:171","msg":"trace[1307291633] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8210; }","duration":"225.344534ms","start":"2026-02-27T18:36:27.982761Z","end":"2026-02-27T18:36:28.208106Z","steps":["trace[1307291633] 'agreement among raft nodes before linearized reading' (duration: 225.212911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:28.208173Z","caller":"traceutil/trace.go:171","msg":"trace[1950090272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8210; }","duration":"113.677165ms","start":"2026-02-27T18:36:28.094486Z","end":"2026-02-27T18:36:28.208163Z","steps":["trace[1950090272] 'agreement among raft nodes before linearized reading' (duration: 113.557373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:28.815363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.123174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:36:28.815505Z","caller":"traceutil/trace.go:171","msg":"trace[2087990721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8210; }","duration":"299.266548ms","start":"2026-02-27T18:36:28.516209Z","end":"2026-02-27T18:36:28.815476Z","steps":["trace[2087990721] 'range keys from in-memory index tree' (duration: 299.107344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:28.815673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.482772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:36:28.816427Z","caller":"traceutil/trace.go:171","msg":"trace[1985472762] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"557.215419ms","start":"2026-02-27T18:36:28.259185Z","end":"2026-02-27T18:36:28.816401Z","steps":["trace[1985472762] 'process raft request' (duration: 206.913988ms)","trace[1985472762] 'compare' (duration: 349.335419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:28.816537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:28.259156Z","time spent":"557.333571ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:36:29.054057Z","caller":"traceutil/trace.go:171","msg":"trace[1992057956] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"375.621138ms","start":"2026-02-27T18:36:28.678407Z","end":"2026-02-27T18:36:29.054028Z","steps":["trace[1992057956] 'read index received' (duration: 317.06397ms)","trace[1992057956] 'applied index is now lower than readState.Index' (duration: 58.556098ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:29.054135Z","caller":"traceutil/trace.go:171","msg":"trace[463336724] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"700.814107ms","start":"2026-02-27T18:36:28.353281Z","end":"2026-02-27T18:36:29.054095Z","steps":["trace[463336724] 'process raft request' (duration: 642.110626ms)","trace[463336724] 'compare' (duration: 58.475136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:29.054303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.902664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:36:29.054385Z","caller":"traceutil/trace.go:171","msg":"trace[1140910663] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8212; }","duration":"376.060597ms","start":"2026-02-27T18:36:28.678303Z","end":"2026-02-27T18:36:29.054364Z","steps":["trace[1140910663] 'agreement among raft nodes before linearized reading' (duration: 375.821142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:29.054379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:28.35325Z","time spent":"700.969401ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:36:29.054429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:36:28.678281Z","time spent":"376.14006ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:36:29.057261Z","caller":"traceutil/trace.go:171","msg":"trace[1786821320] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8212; }","duration":"233.651727ms","start":"2026-02-27T18:36:28.823561Z","end":"2026-02-27T18:36:29.057213Z","steps":["trace[1786821320] 'process raft request' (duration: 233.190466ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:40.959467Z","caller":"traceutil/trace.go:171","msg":"trace[917076296] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"238.776896ms","start":"2026-02-27T18:36:40.720665Z","end":"2026-02-27T18:36:40.959442Z","steps":["trace[917076296] 'process raft request' (duration: 238.614672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:40.962443Z","caller":"traceutil/trace.go:171","msg":"trace[1703029131] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"236.522784ms","start":"2026-02-27T18:36:40.725875Z","end":"2026-02-27T18:36:40.962398Z","steps":["trace[1703029131] 'process raft request' (duration: 236.283598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:17.135773Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6088} {"level":"info","ts":"2026-02-27T18:37:17.292163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6088,"took":"154.553414ms","hash":3350594805,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":23060480,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T18:37:17.29225Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3350594805,"revision":6088,"compact-revision":2929} {"level":"info","ts":"2026-02-27T18:37:23.889516Z","caller":"traceutil/trace.go:171","msg":"trace[533985279] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"242.295279ms","start":"2026-02-27T18:37:23.647194Z","end":"2026-02-27T18:37:23.889489Z","steps":["trace[533985279] 'process raft request' (duration: 242.129655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.582372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902312861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:37:34.907884Z","caller":"traceutil/trace.go:171","msg":"trace[609422526] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9310; }","duration":"826.097618ms","start":"2026-02-27T18:37:34.081759Z","end":"2026-02-27T18:37:34.907857Z","steps":["trace[609422526] 'read index received' (duration: 825.917494ms)","trace[609422526] 'applied index is now lower than readState.Index' (duration: 178.874µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:34.908008Z","caller":"traceutil/trace.go:171","msg":"trace[1965979096] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"844.194498ms","start":"2026-02-27T18:37:34.063777Z","end":"2026-02-27T18:37:34.907972Z","steps":["trace[1965979096] 'process raft request' (duration: 843.920932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.063756Z","time spent":"844.323581ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:34.908225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.931076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T18:37:34.908309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.28168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T18:37:34.908345Z","caller":"traceutil/trace.go:171","msg":"trace[1600769952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:8886; }","duration":"328.080438ms","start":"2026-02-27T18:37:34.580241Z","end":"2026-02-27T18:37:34.908321Z","steps":["trace[1600769952] 'agreement among raft nodes before linearized reading' (duration: 327.884894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.449431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:37:34.908386Z","caller":"traceutil/trace.go:171","msg":"trace[375942716] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8; range_end:; response_count:1; response_revision:8886; }","duration":"537.383493ms","start":"2026-02-27T18:37:34.370979Z","end":"2026-02-27T18:37:34.908363Z","steps":["trace[375942716] 'agreement among raft nodes before linearized reading' (duration: 537.174048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.580224Z","time spent":"328.168041ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:37:34.908359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.529149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:37:34.908428Z","caller":"traceutil/trace.go:171","msg":"trace[1365677630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8886; }","duration":"370.529753ms","start":"2026-02-27T18:37:34.537887Z","end":"2026-02-27T18:37:34.908417Z","steps":["trace[1365677630] 'agreement among raft nodes before linearized reading' (duration: 370.422711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.264061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:37:34.908439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.370962Z","time spent":"537.467585ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" "} {"level":"warn","ts":"2026-02-27T18:37:34.908173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.028685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:37:34.908489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.537866Z","time spent":"370.615805ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:37:34.90826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.294563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:37:34.908492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.606582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:37:34.908513Z","caller":"traceutil/trace.go:171","msg":"trace[1991209816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8886; }","duration":"387.356373ms","start":"2026-02-27T18:37:34.521122Z","end":"2026-02-27T18:37:34.908478Z","steps":["trace[1991209816] 'agreement among raft nodes before linearized reading' (duration: 387.192389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:34.908519Z","caller":"traceutil/trace.go:171","msg":"trace[63610284] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8886; }","duration":"788.410514ms","start":"2026-02-27T18:37:34.120093Z","end":"2026-02-27T18:37:34.908503Z","steps":["trace[63610284] 'agreement among raft nodes before linearized reading' (duration: 787.933083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:34.908581Z","caller":"traceutil/trace.go:171","msg":"trace[718940579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8886; }","duration":"826.766584ms","start":"2026-02-27T18:37:34.081753Z","end":"2026-02-27T18:37:34.908519Z","steps":["trace[718940579] 'agreement among raft nodes before linearized reading' (duration: 826.247082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.120082Z","time spent":"788.468716ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:37:34.908592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.521098Z","time spent":"387.449135ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:37:34.908598Z","caller":"traceutil/trace.go:171","msg":"trace[454823062] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8886; }","duration":"369.693394ms","start":"2026-02-27T18:37:34.538846Z","end":"2026-02-27T18:37:34.908539Z","steps":["trace[454823062] 'agreement among raft nodes before linearized reading' (duration: 369.470899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.376317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:37:34.908598Z","caller":"traceutil/trace.go:171","msg":"trace[265645865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8886; }","duration":"773.738134ms","start":"2026-02-27T18:37:34.134727Z","end":"2026-02-27T18:37:34.908465Z","steps":["trace[265645865] 'agreement among raft nodes before linearized reading' (duration: 773.460787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.081712Z","time spent":"826.905207ms","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:37:34.90865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.538817Z","time spent":"369.820177ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:37:34.908673Z","caller":"traceutil/trace.go:171","msg":"trace[420198237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8886; }","duration":"385.559822ms","start":"2026-02-27T18:37:34.523089Z","end":"2026-02-27T18:37:34.908649Z","steps":["trace[420198237] 'agreement among raft nodes before linearized reading' (duration: 385.161033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.908683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.134707Z","time spent":"773.963569ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:37:34.908725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.523079Z","time spent":"385.636083ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:37:34.90846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.84748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:37:34.908966Z","caller":"traceutil/trace.go:171","msg":"trace[1997792001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8886; }","duration":"656.536376ms","start":"2026-02-27T18:37:34.252417Z","end":"2026-02-27T18:37:34.908953Z","steps":["trace[1997792001] 'agreement among raft nodes before linearized reading' (duration: 655.734727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.909108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.252391Z","time spent":"656.70559ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:37:34.909782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.514996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:37:34.909852Z","caller":"traceutil/trace.go:171","msg":"trace[1964859951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8886; }","duration":"374.625388ms","start":"2026-02-27T18:37:34.535213Z","end":"2026-02-27T18:37:34.909839Z","steps":["trace[1964859951] 'agreement among raft nodes before linearized reading' (duration: 372.852987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:34.909891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.535198Z","time spent":"374.685149ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:37:35.415003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902312866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:37:35.615851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.737635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:37:35.615994Z","caller":"traceutil/trace.go:171","msg":"trace[1553071107] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"703.657828ms","start":"2026-02-27T18:37:34.912314Z","end":"2026-02-27T18:37:35.615972Z","steps":["trace[1553071107] 'process raft request' (duration: 543.637487ms)","trace[1553071107] 'compare' (duration: 159.589311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:37:35.616237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.911768Z","time spent":"704.291323ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:37:35.657269Z","caller":"traceutil/trace.go:171","msg":"trace[1384024562] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"744.276731ms","start":"2026-02-27T18:37:34.912972Z","end":"2026-02-27T18:37:35.657248Z","steps":["trace[1384024562] 'process raft request' (duration: 744.143848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:35.657372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.91296Z","time spent":"744.360832ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:37:35.657826Z","caller":"traceutil/trace.go:171","msg":"trace[1566997444] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"744.508547ms","start":"2026-02-27T18:37:34.913298Z","end":"2026-02-27T18:37:35.657806Z","steps":["trace[1566997444] 'process raft request' (duration: 744.115497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:35.657874Z","caller":"traceutil/trace.go:171","msg":"trace[12246522] linearizableReadLoop","detail":"{readStateIndex:9319; appliedIndex:9311; }","duration":"743.77572ms","start":"2026-02-27T18:37:34.914075Z","end":"2026-02-27T18:37:35.657851Z","steps":["trace[12246522] 'read index received' (duration: 541.891718ms)","trace[12246522] 'applied index is now lower than readState.Index' (duration: 201.883062ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:35.657887Z","caller":"traceutil/trace.go:171","msg":"trace[1911788150] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"744.101146ms","start":"2026-02-27T18:37:34.913744Z","end":"2026-02-27T18:37:35.657845Z","steps":["trace[1911788150] 'process raft request' (duration: 743.956063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:35.657988Z","caller":"traceutil/trace.go:171","msg":"trace[1137823877] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"742.97085ms","start":"2026-02-27T18:37:34.915007Z","end":"2026-02-27T18:37:35.657977Z","steps":["trace[1137823877] 'process raft request' (duration: 742.800957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:35.65801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.913276Z","time spent":"744.600038ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:35.658091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.914975Z","time spent":"743.044092ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:37:35.658074Z","caller":"traceutil/trace.go:171","msg":"trace[1324406906] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"743.240997ms","start":"2026-02-27T18:37:34.914754Z","end":"2026-02-27T18:37:35.657995Z","steps":["trace[1324406906] 'process raft request' (duration: 743.022152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:35.658319Z","caller":"traceutil/trace.go:171","msg":"trace[750417464] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"744.704921ms","start":"2026-02-27T18:37:34.913041Z","end":"2026-02-27T18:37:35.657746Z","steps":["trace[750417464] 'process raft request' (duration: 744.173439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:35.658298Z","caller":"traceutil/trace.go:171","msg":"trace[301570651] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"743.536733ms","start":"2026-02-27T18:37:34.914733Z","end":"2026-02-27T18:37:35.65827Z","steps":["trace[301570651] 'process raft request' (duration: 743.008471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:35.658059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.913731Z","time spent":"744.24081ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:35.658237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.157468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T18:37:35.658418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.913034Z","time spent":"745.342636ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:37:35.658461Z","caller":"traceutil/trace.go:171","msg":"trace[1071490340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8894; }","duration":"744.394683ms","start":"2026-02-27T18:37:34.914053Z","end":"2026-02-27T18:37:35.658447Z","steps":["trace[1071490340] 'agreement among raft nodes before linearized reading' (duration: 744.047775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:35.658508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.914044Z","time spent":"744.451574ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:37:35.658421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.914744Z","time spent":"743.541294ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:35.658497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.91472Z","time spent":"743.674377ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:37:36.158428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902312876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:37:36.340397Z","caller":"traceutil/trace.go:171","msg":"trace[558639964] linearizableReadLoop","detail":"{readStateIndex:9321; appliedIndex:9319; }","duration":"682.433576ms","start":"2026-02-27T18:37:35.657942Z","end":"2026-02-27T18:37:36.340376Z","steps":["trace[558639964] 'read index received' (duration: 584.544056ms)","trace[558639964] 'applied index is now lower than readState.Index' (duration: 97.88877ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:37:36.340447Z","caller":"traceutil/trace.go:171","msg":"trace[1057800783] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"677.087352ms","start":"2026-02-27T18:37:35.663308Z","end":"2026-02-27T18:37:36.340395Z","steps":["trace[1057800783] 'process raft request' (duration: 676.926879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.340552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.438086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-02-27T18:37:36.340626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:35.663287Z","time spent":"677.234015ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:37:36.340654Z","caller":"traceutil/trace.go:171","msg":"trace[166610578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8895; }","duration":"729.58633ms","start":"2026-02-27T18:37:35.611051Z","end":"2026-02-27T18:37:36.340637Z","steps":["trace[166610578] 'agreement among raft nodes before linearized reading' (duration: 729.401576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.34068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.963751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:37:36.340694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:35.611029Z","time spent":"729.656281ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:37:36.340724Z","caller":"traceutil/trace.go:171","msg":"trace[1977265396] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8895; }","duration":"129.044423ms","start":"2026-02-27T18:37:36.211667Z","end":"2026-02-27T18:37:36.340711Z","steps":["trace[1977265396] 'agreement among raft nodes before linearized reading' (duration: 128.987141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.340611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.873898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:37:36.340794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.528018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:37:36.340825Z","caller":"traceutil/trace.go:171","msg":"trace[133280426] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8895; }","duration":"400.584229ms","start":"2026-02-27T18:37:35.940232Z","end":"2026-02-27T18:37:36.340816Z","steps":["trace[133280426] 'agreement among raft nodes before linearized reading' (duration: 400.517658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.340859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:35.940218Z","time spent":"400.631551ms","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:37:36.340841Z","caller":"traceutil/trace.go:171","msg":"trace[752320749] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8895; }","duration":"887.177604ms","start":"2026-02-27T18:37:35.453632Z","end":"2026-02-27T18:37:36.34081Z","steps":["trace[752320749] 'agreement among raft nodes before linearized reading' (duration: 886.863007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.340677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.558665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:37:36.340957Z","caller":"traceutil/trace.go:171","msg":"trace[1239712563] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8895; }","duration":"612.881893ms","start":"2026-02-27T18:37:35.728064Z","end":"2026-02-27T18:37:36.340946Z","steps":["trace[1239712563] 'agreement among raft nodes before linearized reading' (duration: 612.558566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.340725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.041618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:37:36.340997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:35.728052Z","time spent":"612.933564ms","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:37:36.341002Z","caller":"traceutil/trace.go:171","msg":"trace[978364826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8895; }","duration":"209.352575ms","start":"2026-02-27T18:37:36.131637Z","end":"2026-02-27T18:37:36.34099Z","steps":["trace[978364826] 'agreement among raft nodes before linearized reading' (duration: 209.061708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.340932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:35.453612Z","time spent":"887.297287ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:37:36.341173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425702364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241217"} {"level":"info","ts":"2026-02-27T18:37:36.341254Z","caller":"traceutil/trace.go:171","msg":"trace[229031407] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8895; }","duration":"1.425795136s","start":"2026-02-27T18:37:34.915439Z","end":"2026-02-27T18:37:36.341235Z","steps":["trace[229031407] 'agreement among raft nodes before linearized reading' (duration: 1.425253573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.341299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:34.915412Z","time spent":"1.425875947s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":241240,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:37:36.466854Z","caller":"traceutil/trace.go:171","msg":"trace[1909191102] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"117.817432ms","start":"2026-02-27T18:37:36.349002Z","end":"2026-02-27T18:37:36.46682Z","steps":["trace[1909191102] 'process raft request' (duration: 117.385442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:36.59435Z","caller":"traceutil/trace.go:171","msg":"trace[1664287330] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"208.620958ms","start":"2026-02-27T18:37:36.385684Z","end":"2026-02-27T18:37:36.594305Z","steps":["trace[1664287330] 'process raft request' (duration: 204.068902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:36.969046Z","caller":"traceutil/trace.go:171","msg":"trace[1332680629] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8897; }","duration":"367.85574ms","start":"2026-02-27T18:37:36.601166Z","end":"2026-02-27T18:37:36.969022Z","steps":["trace[1332680629] 'process raft request' (duration: 361.680877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:37:36.969162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:37:36.60114Z","time spent":"367.969803ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:37:37.120705Z","caller":"traceutil/trace.go:171","msg":"trace[1618194275] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"140.467017ms","start":"2026-02-27T18:37:36.980212Z","end":"2026-02-27T18:37:37.120679Z","steps":["trace[1618194275] 'process raft request' (duration: 140.291713ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:37.790629Z","caller":"traceutil/trace.go:171","msg":"trace[1283227586] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"122.818848ms","start":"2026-02-27T18:37:37.667777Z","end":"2026-02-27T18:37:37.790596Z","steps":["trace[1283227586] 'process raft request' (duration: 122.532032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:37.7907Z","caller":"traceutil/trace.go:171","msg":"trace[2119807090] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"122.368268ms","start":"2026-02-27T18:37:37.668323Z","end":"2026-02-27T18:37:37.790692Z","steps":["trace[2119807090] 'process raft request' (duration: 122.208504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:37.790734Z","caller":"traceutil/trace.go:171","msg":"trace[1591436868] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"119.87059ms","start":"2026-02-27T18:37:37.670838Z","end":"2026-02-27T18:37:37.790708Z","steps":["trace[1591436868] 'process raft request' (duration: 119.817779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:37.790837Z","caller":"traceutil/trace.go:171","msg":"trace[388325239] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"121.993829ms","start":"2026-02-27T18:37:37.668799Z","end":"2026-02-27T18:37:37.790793Z","steps":["trace[388325239] 'process raft request' (duration: 121.802684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:37.790635Z","caller":"traceutil/trace.go:171","msg":"trace[597094084] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"122.383938ms","start":"2026-02-27T18:37:37.66823Z","end":"2026-02-27T18:37:37.790614Z","steps":["trace[597094084] 'process raft request' (duration: 122.258455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:37.790934Z","caller":"traceutil/trace.go:171","msg":"trace[1586175100] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"122.425769ms","start":"2026-02-27T18:37:37.668498Z","end":"2026-02-27T18:37:37.790923Z","steps":["trace[1586175100] 'process raft request' (duration: 122.074351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:50.247528Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:38:50.25366Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T18:38:50.253768Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T18:39:55.436993Z","caller":"traceutil/trace.go:171","msg":"trace[516508801] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"126.405362ms","start":"2026-02-27T18:39:55.310559Z","end":"2026-02-27T18:39:55.436965Z","steps":["trace[516508801] 'process raft request' (duration: 126.188027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:57.328529Z","caller":"traceutil/trace.go:171","msg":"trace[2100514197] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"158.460435ms","start":"2026-02-27T18:39:57.17004Z","end":"2026-02-27T18:39:57.328501Z","steps":["trace[2100514197] 'process raft request' (duration: 158.212149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:57.531282Z","caller":"traceutil/trace.go:171","msg":"trace[608176526] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"197.06816ms","start":"2026-02-27T18:39:57.334171Z","end":"2026-02-27T18:39:57.531239Z","steps":["trace[608176526] 'process raft request' (duration: 196.778343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:57.748167Z","caller":"traceutil/trace.go:171","msg":"trace[382287648] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"152.694551ms","start":"2026-02-27T18:39:57.595441Z","end":"2026-02-27T18:39:57.748135Z","steps":["trace[382287648] 'process raft request' (duration: 67.121387ms)","trace[382287648] 'compare' (duration: 85.436231ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:58.261803Z","caller":"traceutil/trace.go:171","msg":"trace[1858057930] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"127.590499ms","start":"2026-02-27T18:39:58.13418Z","end":"2026-02-27T18:39:58.261771Z","steps":["trace[1858057930] 'process raft request' (duration: 125.661144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:00.039038Z","caller":"traceutil/trace.go:171","msg":"trace[1160922298] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"167.468522ms","start":"2026-02-27T18:39:59.871541Z","end":"2026-02-27T18:40:00.039009Z","steps":["trace[1160922298] 'process raft request' (duration: 73.415422ms)","trace[1160922298] 'compare' (duration: 93.943058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:16.875921Z","caller":"traceutil/trace.go:171","msg":"trace[1848778629] transaction","detail":"{read_only:false; response_revision:10968; number_of_response:1; }","duration":"248.257688ms","start":"2026-02-27T18:41:16.627643Z","end":"2026-02-27T18:41:16.875901Z","steps":["trace[1848778629] 'process raft request' (duration: 248.103454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.898812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.754025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:17.898895Z","caller":"traceutil/trace.go:171","msg":"trace[655050546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10968; }","duration":"767.883318ms","start":"2026-02-27T18:41:17.130991Z","end":"2026-02-27T18:41:17.898875Z","steps":["trace[655050546] 'range keys from in-memory index tree' (duration: 767.666533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.89893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.178247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:41:17.899041Z","caller":"traceutil/trace.go:171","msg":"trace[1577730671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10968; }","duration":"922.278709ms","start":"2026-02-27T18:41:16.976699Z","end":"2026-02-27T18:41:17.898978Z","steps":["trace[1577730671] 'range keys from in-memory index tree' (duration: 921.947481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.899069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.803021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:41:17.899107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.97667Z","time spent":"922.423862ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:41:17.899121Z","caller":"traceutil/trace.go:171","msg":"trace[1786241367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10968; }","duration":"919.883453ms","start":"2026-02-27T18:41:16.979222Z","end":"2026-02-27T18:41:17.899105Z","steps":["trace[1786241367] 'range keys from in-memory index tree' (duration: 919.544765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.899162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.979205Z","time spent":"919.945695ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:41:17.899189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.792343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:41:17.89925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.54342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:41:17.899311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.105538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:41:17.899319Z","caller":"traceutil/trace.go:171","msg":"trace[978561990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10968; }","duration":"882.954467ms","start":"2026-02-27T18:41:17.016337Z","end":"2026-02-27T18:41:17.899292Z","steps":["trace[978561990] 'range keys from in-memory index tree' (duration: 882.612459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:17.899338Z","caller":"traceutil/trace.go:171","msg":"trace[1243736330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10968; }","duration":"883.638653ms","start":"2026-02-27T18:41:17.015656Z","end":"2026-02-27T18:41:17.899295Z","steps":["trace[1243736330] 'range keys from in-memory index tree' (duration: 882.984867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.899332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.516221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:41:17.899379Z","caller":"traceutil/trace.go:171","msg":"trace[465634756] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10968; }","duration":"904.185439ms","start":"2026-02-27T18:41:16.995176Z","end":"2026-02-27T18:41:17.899361Z","steps":["trace[465634756] 'range keys from in-memory index tree' (duration: 903.502783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.899398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.016329Z","time spent":"883.052029ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:41:17.899349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.573581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:41:17.899428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.995164Z","time spent":"904.25174ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:41:17.899423Z","caller":"traceutil/trace.go:171","msg":"trace[1223970839] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10968; }","duration":"708.686285ms","start":"2026-02-27T18:41:17.190713Z","end":"2026-02-27T18:41:17.899399Z","steps":["trace[1223970839] 'range keys from in-memory index tree' (duration: 708.171243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.898908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.486096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:41:17.899485Z","caller":"traceutil/trace.go:171","msg":"trace[2104571004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10968; }","duration":"883.760475ms","start":"2026-02-27T18:41:17.015698Z","end":"2026-02-27T18:41:17.899459Z","steps":["trace[2104571004] 'range keys from in-memory index tree' (duration: 883.236534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.899513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.190655Z","time spent":"708.845369ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:41:17.899548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.015675Z","time spent":"883.858468ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:41:17.899548Z","caller":"traceutil/trace.go:171","msg":"trace[718453951] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10968; }","duration":"911.174181ms","start":"2026-02-27T18:41:16.988348Z","end":"2026-02-27T18:41:17.899522Z","steps":["trace[718453951] 'range keys from in-memory index tree' (duration: 910.27281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.899611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.98833Z","time spent":"911.263144ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:41:17.899392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.015633Z","time spent":"883.748526ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:41:17.898941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.130971Z","time spent":"767.95463ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:41:17.901408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.608673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:41:17.901481Z","caller":"traceutil/trace.go:171","msg":"trace[1394375887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10968; }","duration":"149.679601ms","start":"2026-02-27T18:41:17.751782Z","end":"2026-02-27T18:41:17.901462Z","steps":["trace[1394375887] 'range keys from in-memory index tree' (duration: 147.4782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.444873Z","caller":"traceutil/trace.go:171","msg":"trace[1236157848] transaction","detail":"{read_only:false; response_revision:10970; number_of_response:1; }","duration":"540.384353ms","start":"2026-02-27T18:41:17.904445Z","end":"2026-02-27T18:41:18.444829Z","steps":["trace[1236157848] 'process raft request' (duration: 540.062015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.444966Z","caller":"traceutil/trace.go:171","msg":"trace[1779427992] transaction","detail":"{read_only:false; response_revision:10971; number_of_response:1; }","duration":"540.357102ms","start":"2026-02-27T18:41:17.904537Z","end":"2026-02-27T18:41:18.444895Z","steps":["trace[1779427992] 'process raft request' (duration: 540.167158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445011Z","caller":"traceutil/trace.go:171","msg":"trace[411755566] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"539.726997ms","start":"2026-02-27T18:41:17.905235Z","end":"2026-02-27T18:41:18.444962Z","steps":["trace[411755566] 'process raft request' (duration: 539.554723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.904428Z","time spent":"540.534196ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.445122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.535249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:41:18.445166Z","caller":"traceutil/trace.go:171","msg":"trace[762444516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10976; }","duration":"538.604591ms","start":"2026-02-27T18:41:17.90655Z","end":"2026-02-27T18:41:18.445154Z","steps":["trace[762444516] 'agreement among raft nodes before linearized reading' (duration: 538.511049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.905222Z","time spent":"539.869751ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.44523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.904521Z","time spent":"540.569027ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.445247Z","caller":"traceutil/trace.go:171","msg":"trace[1048209845] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"538.57057ms","start":"2026-02-27T18:41:17.906665Z","end":"2026-02-27T18:41:18.445235Z","steps":["trace[1048209845] 'process raft request' (duration: 538.227482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445297Z","caller":"traceutil/trace.go:171","msg":"trace[269936068] transaction","detail":"{read_only:false; response_revision:10976; number_of_response:1; }","duration":"538.56784ms","start":"2026-02-27T18:41:17.90672Z","end":"2026-02-27T18:41:18.445288Z","steps":["trace[269936068] 'process raft request' (duration: 538.223842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445281Z","caller":"traceutil/trace.go:171","msg":"trace[143378679] transaction","detail":"{read_only:false; response_revision:10972; number_of_response:1; }","duration":"540.334591ms","start":"2026-02-27T18:41:17.904903Z","end":"2026-02-27T18:41:18.445237Z","steps":["trace[143378679] 'process raft request' (duration: 539.85049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.90665Z","time spent":"538.633012ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.445345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.90671Z","time spent":"538.611331ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.445015Z","caller":"traceutil/trace.go:171","msg":"trace[287336923] linearizableReadLoop","detail":"{readStateIndex:11494; appliedIndex:11488; }","duration":"538.417426ms","start":"2026-02-27T18:41:17.906574Z","end":"2026-02-27T18:41:18.444992Z","steps":["trace[287336923] 'read index received' (duration: 82.528883ms)","trace[287336923] 'applied index is now lower than readState.Index' (duration: 455.887103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:18.445399Z","caller":"traceutil/trace.go:171","msg":"trace[757797168] transaction","detail":"{read_only:false; response_revision:10974; number_of_response:1; }","duration":"538.820666ms","start":"2026-02-27T18:41:17.906448Z","end":"2026-02-27T18:41:18.445269Z","steps":["trace[757797168] 'process raft request' (duration: 538.390986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.33244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:18.445632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.392171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:18.445649Z","caller":"traceutil/trace.go:171","msg":"trace[453374134] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10976; }","duration":"198.397301ms","start":"2026-02-27T18:41:18.247239Z","end":"2026-02-27T18:41:18.445636Z","steps":["trace[453374134] 'agreement among raft nodes before linearized reading' (duration: 198.296189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445677Z","caller":"traceutil/trace.go:171","msg":"trace[919217982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10976; }","duration":"198.455063ms","start":"2026-02-27T18:41:18.247208Z","end":"2026-02-27T18:41:18.445664Z","steps":["trace[919217982] 'agreement among raft nodes before linearized reading' (duration: 198.364191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.705957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:18.445687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.972114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:18.445737Z","caller":"traceutil/trace.go:171","msg":"trace[1520980323] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10976; }","duration":"301.791979ms","start":"2026-02-27T18:41:18.143935Z","end":"2026-02-27T18:41:18.445727Z","steps":["trace[1520980323] 'agreement among raft nodes before linearized reading' (duration: 301.720238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.652307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:18.445738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.637475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:18.445769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.491199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-02-27T18:41:18.445777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.143912Z","time spent":"301.858541ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T18:41:18.445623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.906437Z","time spent":"539.094523ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.44546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.904878Z","time spent":"540.484955ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.44585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.010854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:18.445597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.362582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:18.445815Z","caller":"traceutil/trace.go:171","msg":"trace[1708257132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10976; }","duration":"199.106988ms","start":"2026-02-27T18:41:18.246649Z","end":"2026-02-27T18:41:18.445755Z","steps":["trace[1708257132] 'agreement among raft nodes before linearized reading' (duration: 198.894513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445879Z","caller":"traceutil/trace.go:171","msg":"trace[7310578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10976; }","duration":"302.053246ms","start":"2026-02-27T18:41:18.143818Z","end":"2026-02-27T18:41:18.445871Z","steps":["trace[7310578] 'agreement among raft nodes before linearized reading' (duration: 302.010875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445893Z","caller":"traceutil/trace.go:171","msg":"trace[520357889] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10976; }","duration":"302.715111ms","start":"2026-02-27T18:41:18.143166Z","end":"2026-02-27T18:41:18.445881Z","steps":["trace[520357889] 'agreement among raft nodes before linearized reading' (duration: 302.359543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.464233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-02-27T18:41:18.445919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.14381Z","time spent":"302.103337ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T18:41:18.445941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.67678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:41:18.445809Z","caller":"traceutil/trace.go:171","msg":"trace[1665856815] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10976; }","duration":"300.549991ms","start":"2026-02-27T18:41:18.145244Z","end":"2026-02-27T18:41:18.445794Z","steps":["trace[1665856815] 'agreement among raft nodes before linearized reading' (duration: 300.386577ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445951Z","caller":"traceutil/trace.go:171","msg":"trace[981283793] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10976; }","duration":"198.498313ms","start":"2026-02-27T18:41:18.247443Z","end":"2026-02-27T18:41:18.445941Z","steps":["trace[981283793] 'agreement among raft nodes before linearized reading' (duration: 198.35652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445971Z","caller":"traceutil/trace.go:171","msg":"trace[1168517153] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10976; }","duration":"302.741171ms","start":"2026-02-27T18:41:18.143222Z","end":"2026-02-27T18:41:18.445963Z","steps":["trace[1168517153] 'agreement among raft nodes before linearized reading' (duration: 302.615318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.445795Z","caller":"traceutil/trace.go:171","msg":"trace[1552736251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10976; }","duration":"198.76922ms","start":"2026-02-27T18:41:18.247009Z","end":"2026-02-27T18:41:18.445778Z","steps":["trace[1552736251] 'agreement among raft nodes before linearized reading' (duration: 198.627156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.445975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.906536Z","time spent":"539.200125ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:41:18.445924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.14314Z","time spent":"302.776272ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-27T18:41:18.445798Z","caller":"traceutil/trace.go:171","msg":"trace[392704878] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10976; }","duration":"301.738458ms","start":"2026-02-27T18:41:18.144045Z","end":"2026-02-27T18:41:18.445783Z","steps":["trace[392704878] 'agreement among raft nodes before linearized reading' (duration: 301.650956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.446087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.144024Z","time spent":"302.058426ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:41:18.44599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.145234Z","time spent":"300.748145ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:41:18.446001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.143204Z","time spent":"302.789593ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-27T18:41:18.737573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.605059ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:18.737761Z","caller":"traceutil/trace.go:171","msg":"trace[656812317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10977; }","duration":"221.828104ms","start":"2026-02-27T18:41:18.515905Z","end":"2026-02-27T18:41:18.737733Z","steps":["trace[656812317] 'range keys from in-memory index tree' (duration: 221.572989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.828951Z","caller":"traceutil/trace.go:171","msg":"trace[1282994900] transaction","detail":"{read_only:false; response_revision:10978; number_of_response:1; }","duration":"374.175937ms","start":"2026-02-27T18:41:18.454749Z","end":"2026-02-27T18:41:18.828925Z","steps":["trace[1282994900] 'process raft request' (duration: 374.013683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.82911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.454736Z","time spent":"374.29357ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:19.044585Z","caller":"traceutil/trace.go:171","msg":"trace[981195590] linearizableReadLoop","detail":"{readStateIndex:11500; appliedIndex:11498; }","duration":"182.344058ms","start":"2026-02-27T18:41:18.862183Z","end":"2026-02-27T18:41:19.044527Z","steps":["trace[981195590] 'read index received' (duration: 181.898458ms)","trace[981195590] 'applied index is now lower than readState.Index' (duration: 444.38µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:19.044808Z","caller":"traceutil/trace.go:171","msg":"trace[1962134073] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"558.926221ms","start":"2026-02-27T18:41:18.485852Z","end":"2026-02-27T18:41:19.044778Z","steps":["trace[1962134073] 'process raft request' (duration: 558.331807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:19.044861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.656266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:19.044985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.485837Z","time spent":"559.056495ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:19.045063Z","caller":"traceutil/trace.go:171","msg":"trace[1355737715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10980; }","duration":"182.870591ms","start":"2026-02-27T18:41:18.86213Z","end":"2026-02-27T18:41:19.045001Z","steps":["trace[1355737715] 'agreement among raft nodes before linearized reading' (duration: 182.632376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:19.044827Z","caller":"traceutil/trace.go:171","msg":"trace[746333154] transaction","detail":"{read_only:false; response_revision:10980; number_of_response:1; }","duration":"316.126501ms","start":"2026-02-27T18:41:18.728634Z","end":"2026-02-27T18:41:19.044761Z","steps":["trace[746333154] 'process raft request' (duration: 315.726251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:19.045279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:18.728542Z","time spent":"316.684784ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:19.393722Z","caller":"traceutil/trace.go:171","msg":"trace[874362047] linearizableReadLoop","detail":"{readStateIndex:11501; appliedIndex:11500; }","duration":"262.58656ms","start":"2026-02-27T18:41:19.131108Z","end":"2026-02-27T18:41:19.393694Z","steps":["trace[874362047] 'read index received' (duration: 262.355285ms)","trace[874362047] 'applied index is now lower than readState.Index' (duration: 230.255µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:19.393775Z","caller":"traceutil/trace.go:171","msg":"trace[898159263] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10980; }","duration":"339.498244ms","start":"2026-02-27T18:41:19.054221Z","end":"2026-02-27T18:41:19.393719Z","steps":["trace[898159263] 'process raft request' (duration: 339.312789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:19.393868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.745873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:19.39392Z","caller":"traceutil/trace.go:171","msg":"trace[1722206528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10980; }","duration":"262.880977ms","start":"2026-02-27T18:41:19.131025Z","end":"2026-02-27T18:41:19.393906Z","steps":["trace[1722206528] 'agreement among raft nodes before linearized reading' (duration: 262.776975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:19.393948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:19.054207Z","time spent":"339.655997ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:41:19.624711Z","caller":"traceutil/trace.go:171","msg":"trace[1022933020] transaction","detail":"{read_only:false; response_revision:10981; number_of_response:1; }","duration":"219.637124ms","start":"2026-02-27T18:41:19.405053Z","end":"2026-02-27T18:41:19.62469Z","steps":["trace[1022933020] 'process raft request' (duration: 219.496581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:19.890103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.25796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"warn","ts":"2026-02-27T18:41:19.89012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.708797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:19.890194Z","caller":"traceutil/trace.go:171","msg":"trace[309933773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10981; }","duration":"227.390324ms","start":"2026-02-27T18:41:19.662781Z","end":"2026-02-27T18:41:19.890171Z","steps":["trace[309933773] 'range keys from in-memory index tree' (duration: 227.052355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:19.890199Z","caller":"traceutil/trace.go:171","msg":"trace[865363385] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10981; }","duration":"116.83522ms","start":"2026-02-27T18:41:19.773345Z","end":"2026-02-27T18:41:19.89018Z","steps":["trace[865363385] 'count revisions from in-memory index tree' (duration: 116.575774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.351794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.724926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:20.351922Z","caller":"traceutil/trace.go:171","msg":"trace[149645095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10982; }","duration":"222.915229ms","start":"2026-02-27T18:41:20.12899Z","end":"2026-02-27T18:41:20.351905Z","steps":["trace[149645095] 'range keys from in-memory index tree' (duration: 222.623223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.351955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.032822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:41:20.352021Z","caller":"traceutil/trace.go:171","msg":"trace[1153345460] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:10982; }","duration":"104.149265ms","start":"2026-02-27T18:41:20.247858Z","end":"2026-02-27T18:41:20.352007Z","steps":["trace[1153345460] 'range keys from in-memory index tree' (duration: 103.890559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.35211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.888841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:41:20.352206Z","caller":"traceutil/trace.go:171","msg":"trace[255897659] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10982; }","duration":"227.137407ms","start":"2026-02-27T18:41:20.125048Z","end":"2026-02-27T18:41:20.352185Z","steps":["trace[255897659] 'count revisions from in-memory index tree' (duration: 226.81383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.576189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.810114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:41:20.576307Z","caller":"traceutil/trace.go:171","msg":"trace[1238025089] linearizableReadLoop","detail":"{readStateIndex:11505; appliedIndex:11504; }","duration":"125.89405ms","start":"2026-02-27T18:41:20.450396Z","end":"2026-02-27T18:41:20.57629Z","steps":["trace[1238025089] 'read index received' (duration: 22.866541ms)","trace[1238025089] 'applied index is now lower than readState.Index' (duration: 103.026289ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:20.576417Z","caller":"traceutil/trace.go:171","msg":"trace[823715306] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"182.903001ms","start":"2026-02-27T18:41:20.393498Z","end":"2026-02-27T18:41:20.576401Z","steps":["trace[823715306] 'process raft request' (duration: 79.77749ms)","trace[823715306] 'compare' (duration: 102.64809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:41:20.576925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.117885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:20.576923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.046757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:20.576994Z","caller":"traceutil/trace.go:171","msg":"trace[1524139578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10983; }","duration":"123.204117ms","start":"2026-02-27T18:41:20.453773Z","end":"2026-02-27T18:41:20.576977Z","steps":["trace[1524139578] 'agreement among raft nodes before linearized reading' (duration: 123.085934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577003Z","caller":"traceutil/trace.go:171","msg":"trace[622863390] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10983; }","duration":"124.19763ms","start":"2026-02-27T18:41:20.452789Z","end":"2026-02-27T18:41:20.576987Z","steps":["trace[622863390] 'agreement among raft nodes before linearized reading' (duration: 124.023136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.576988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.29698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:20.577012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.532335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:41:20.57705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.292899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:20.57706Z","caller":"traceutil/trace.go:171","msg":"trace[2100435960] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10983; }","duration":"123.383731ms","start":"2026-02-27T18:41:20.45366Z","end":"2026-02-27T18:41:20.577044Z","steps":["trace[2100435960] 'agreement among raft nodes before linearized reading' (duration: 123.266969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577092Z","caller":"traceutil/trace.go:171","msg":"trace[776491111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10983; }","duration":"126.640077ms","start":"2026-02-27T18:41:20.450434Z","end":"2026-02-27T18:41:20.577074Z","steps":["trace[776491111] 'agreement among raft nodes before linearized reading' (duration: 126.32251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577115Z","caller":"traceutil/trace.go:171","msg":"trace[620567063] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10983; }","duration":"123.35852ms","start":"2026-02-27T18:41:20.453732Z","end":"2026-02-27T18:41:20.57709Z","steps":["trace[620567063] 'agreement among raft nodes before linearized reading' (duration: 123.290529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.577161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.403235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:41:20.57721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.096751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-02-27T18:41:20.57722Z","caller":"traceutil/trace.go:171","msg":"trace[1343809092] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10983; }","duration":"124.468576ms","start":"2026-02-27T18:41:20.452736Z","end":"2026-02-27T18:41:20.577204Z","steps":["trace[1343809092] 'agreement among raft nodes before linearized reading' (duration: 124.283322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577249Z","caller":"traceutil/trace.go:171","msg":"trace[175723815] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10983; }","duration":"122.173033ms","start":"2026-02-27T18:41:20.455066Z","end":"2026-02-27T18:41:20.577239Z","steps":["trace[175723815] 'agreement among raft nodes before linearized reading' (duration: 122.0473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.576964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.558819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:20.577281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.879223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:41:20.577274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.59659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:20.577344Z","caller":"traceutil/trace.go:171","msg":"trace[2067916229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10983; }","duration":"126.970655ms","start":"2026-02-27T18:41:20.450358Z","end":"2026-02-27T18:41:20.577329Z","steps":["trace[2067916229] 'agreement among raft nodes before linearized reading' (duration: 126.798451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577374Z","caller":"traceutil/trace.go:171","msg":"trace[197881395] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10983; }","duration":"124.722223ms","start":"2026-02-27T18:41:20.452627Z","end":"2026-02-27T18:41:20.57735Z","steps":["trace[197881395] 'agreement among raft nodes before linearized reading' (duration: 124.543238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.577411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.467303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:41:20.577431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.903047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-02-27T18:41:20.577298Z","caller":"traceutil/trace.go:171","msg":"trace[1044736917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10983; }","duration":"124.925947ms","start":"2026-02-27T18:41:20.452358Z","end":"2026-02-27T18:41:20.577284Z","steps":["trace[1044736917] 'agreement among raft nodes before linearized reading' (duration: 124.542268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577487Z","caller":"traceutil/trace.go:171","msg":"trace[2118519531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10983; }","duration":"124.988258ms","start":"2026-02-27T18:41:20.452485Z","end":"2026-02-27T18:41:20.577473Z","steps":["trace[2118519531] 'agreement among raft nodes before linearized reading' (duration: 124.842355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.577355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.771406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:20.577543Z","caller":"traceutil/trace.go:171","msg":"trace[2081584871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10983; }","duration":"125.970582ms","start":"2026-02-27T18:41:20.45156Z","end":"2026-02-27T18:41:20.57753Z","steps":["trace[2081584871] 'agreement among raft nodes before linearized reading' (duration: 125.764177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.576966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.231428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:20.577585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.489414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:41:20.577606Z","caller":"traceutil/trace.go:171","msg":"trace[1810076537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10983; }","duration":"123.888733ms","start":"2026-02-27T18:41:20.453694Z","end":"2026-02-27T18:41:20.577583Z","steps":["trace[1810076537] 'agreement among raft nodes before linearized reading' (duration: 123.169636ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.57764Z","caller":"traceutil/trace.go:171","msg":"trace[1706257106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10983; }","duration":"126.587436ms","start":"2026-02-27T18:41:20.451039Z","end":"2026-02-27T18:41:20.577626Z","steps":["trace[1706257106] 'agreement among raft nodes before linearized reading' (duration: 126.408602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.577438Z","caller":"traceutil/trace.go:171","msg":"trace[1689566312] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10983; }","duration":"126.507454ms","start":"2026-02-27T18:41:20.450922Z","end":"2026-02-27T18:41:20.57743Z","steps":["trace[1689566312] 'agreement among raft nodes before linearized reading' (duration: 126.427583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.577935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.050197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:41:20.579119Z","caller":"traceutil/trace.go:171","msg":"trace[929856861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10983; }","duration":"128.364917ms","start":"2026-02-27T18:41:20.450732Z","end":"2026-02-27T18:41:20.579097Z","steps":["trace[929856861] 'agreement among raft nodes before linearized reading' (duration: 126.632567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.787496Z","caller":"traceutil/trace.go:171","msg":"trace[1957970607] transaction","detail":"{read_only:false; response_revision:10986; number_of_response:1; }","duration":"205.635068ms","start":"2026-02-27T18:41:20.581835Z","end":"2026-02-27T18:41:20.78747Z","steps":["trace[1957970607] 'process raft request' (duration: 205.554317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.787545Z","caller":"traceutil/trace.go:171","msg":"trace[1699656575] transaction","detail":"{read_only:false; response_revision:10985; number_of_response:1; }","duration":"205.755782ms","start":"2026-02-27T18:41:20.581762Z","end":"2026-02-27T18:41:20.787518Z","steps":["trace[1699656575] 'process raft request' (duration: 156.878418ms)","trace[1699656575] 'compare' (duration: 48.611557ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:20.787775Z","caller":"traceutil/trace.go:171","msg":"trace[1227960711] transaction","detail":"{read_only:false; response_revision:10987; number_of_response:1; }","duration":"205.847174ms","start":"2026-02-27T18:41:20.581864Z","end":"2026-02-27T18:41:20.787711Z","steps":["trace[1227960711] 'process raft request' (duration: 205.566218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.787832Z","caller":"traceutil/trace.go:171","msg":"trace[1598522776] linearizableReadLoop","detail":"{readStateIndex:11510; appliedIndex:11506; }","duration":"148.833591ms","start":"2026-02-27T18:41:20.638968Z","end":"2026-02-27T18:41:20.787802Z","steps":["trace[1598522776] 'read index received' (duration: 99.63562ms)","trace[1598522776] 'applied index is now lower than readState.Index' (duration: 49.196471ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:20.788053Z","caller":"traceutil/trace.go:171","msg":"trace[648227055] transaction","detail":"{read_only:false; response_revision:10988; number_of_response:1; }","duration":"205.67235ms","start":"2026-02-27T18:41:20.58236Z","end":"2026-02-27T18:41:20.788033Z","steps":["trace[648227055] 'process raft request' (duration: 205.25724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.788064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.961797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:41:20.788098Z","caller":"traceutil/trace.go:171","msg":"trace[50880563] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10988; }","duration":"206.022428ms","start":"2026-02-27T18:41:20.582066Z","end":"2026-02-27T18:41:20.788088Z","steps":["trace[50880563] 'agreement among raft nodes before linearized reading' (duration: 205.900755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:20.788137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.012859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T18:41:20.788185Z","caller":"traceutil/trace.go:171","msg":"trace[1508735815] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10988; }","duration":"147.116302ms","start":"2026-02-27T18:41:20.641056Z","end":"2026-02-27T18:41:20.788172Z","steps":["trace[1508735815] 'agreement among raft nodes before linearized reading' (duration: 146.938398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:20.957421Z","caller":"traceutil/trace.go:171","msg":"trace[1229329689] transaction","detail":"{read_only:false; response_revision:10990; number_of_response:1; }","duration":"113.306438ms","start":"2026-02-27T18:41:20.844096Z","end":"2026-02-27T18:41:20.957403Z","steps":["trace[1229329689] 'process raft request' (duration: 83.193169ms)","trace[1229329689] 'compare' (duration: 29.920824ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:21.017507Z","caller":"traceutil/trace.go:171","msg":"trace[1585698394] transaction","detail":"{read_only:false; response_revision:10991; number_of_response:1; }","duration":"173.175366ms","start":"2026-02-27T18:41:20.844285Z","end":"2026-02-27T18:41:21.017461Z","steps":["trace[1585698394] 'process raft request' (duration: 172.90847ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:33.008857Z","caller":"traceutil/trace.go:171","msg":"trace[140383202] linearizableReadLoop","detail":"{readStateIndex:11613; appliedIndex:11612; }","duration":"309.579458ms","start":"2026-02-27T18:41:32.699258Z","end":"2026-02-27T18:41:33.008837Z","steps":["trace[140383202] 'read index received' (duration: 309.372564ms)","trace[140383202] 'applied index is now lower than readState.Index' (duration: 206.174µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:33.008952Z","caller":"traceutil/trace.go:171","msg":"trace[1900730224] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"333.047762ms","start":"2026-02-27T18:41:32.675879Z","end":"2026-02-27T18:41:33.008927Z","steps":["trace[1900730224] 'process raft request' (duration: 332.806667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:33.009059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.800923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:41:33.009097Z","caller":"traceutil/trace.go:171","msg":"trace[182120823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11087; }","duration":"309.895895ms","start":"2026-02-27T18:41:32.699189Z","end":"2026-02-27T18:41:33.009085Z","steps":["trace[182120823] 'agreement among raft nodes before linearized reading' (duration: 309.763342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:33.009095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:32.675861Z","time spent":"333.149655ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5076,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:33.009122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:32.699163Z","time spent":"309.952287ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:41:33.009329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.174482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:41:33.009376Z","caller":"traceutil/trace.go:171","msg":"trace[2047090163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11087; }","duration":"169.267615ms","start":"2026-02-27T18:41:32.840096Z","end":"2026-02-27T18:41:33.009364Z","steps":["trace[2047090163] 'agreement among raft nodes before linearized reading' (duration: 169.125221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:33.009437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.580535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:41:33.009464Z","caller":"traceutil/trace.go:171","msg":"trace[562415713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11087; }","duration":"167.620247ms","start":"2026-02-27T18:41:32.841838Z","end":"2026-02-27T18:41:33.009458Z","steps":["trace[562415713] 'agreement among raft nodes before linearized reading' (duration: 167.554325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:33.00962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.755897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:41:33.009641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.079367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:41:33.009729Z","caller":"traceutil/trace.go:171","msg":"trace[744730453] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11087; }","duration":"163.88453ms","start":"2026-02-27T18:41:32.845821Z","end":"2026-02-27T18:41:33.009706Z","steps":["trace[744730453] 'agreement among raft nodes before linearized reading' (duration: 163.635284ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:33.009753Z","caller":"traceutil/trace.go:171","msg":"trace[372212105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11087; }","duration":"168.21215ms","start":"2026-02-27T18:41:32.841529Z","end":"2026-02-27T18:41:33.009741Z","steps":["trace[372212105] 'agreement among raft nodes before linearized reading' (duration: 168.007296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:34.569456Z","caller":"traceutil/trace.go:171","msg":"trace[465448520] linearizableReadLoop","detail":"{readStateIndex:11636; appliedIndex:11635; }","duration":"477.255536ms","start":"2026-02-27T18:41:34.092176Z","end":"2026-02-27T18:41:34.569431Z","steps":["trace[465448520] 'read index received' (duration: 477.038961ms)","trace[465448520] 'applied index is now lower than readState.Index' (duration: 215.595µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:34.569625Z","caller":"traceutil/trace.go:171","msg":"trace[112953016] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"511.426668ms","start":"2026-02-27T18:41:34.058161Z","end":"2026-02-27T18:41:34.569588Z","steps":["trace[112953016] 'process raft request' (duration: 511.109941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:34.569715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.528223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:41:34.569752Z","caller":"traceutil/trace.go:171","msg":"trace[217767355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11110; }","duration":"477.610745ms","start":"2026-02-27T18:41:34.09213Z","end":"2026-02-27T18:41:34.569741Z","steps":["trace[217767355] 'agreement among raft nodes before linearized reading' (duration: 477.444351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:34.569806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:34.092112Z","time spent":"477.678536ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:41:34.569828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:34.058139Z","time spent":"511.571712ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:34.569926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.846576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:34.569992Z","caller":"traceutil/trace.go:171","msg":"trace[266538359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11110; }","duration":"438.907987ms","start":"2026-02-27T18:41:34.13106Z","end":"2026-02-27T18:41:34.569968Z","steps":["trace[266538359] 'agreement among raft nodes before linearized reading' (duration: 438.801684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:34.570028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:34.131005Z","time spent":"439.015619ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:41:35.951186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.128784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:41:35.951296Z","caller":"traceutil/trace.go:171","msg":"trace[1355806520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11111; }","duration":"929.296658ms","start":"2026-02-27T18:41:35.021966Z","end":"2026-02-27T18:41:35.951263Z","steps":["trace[1355806520] 'range keys from in-memory index tree' (duration: 928.827287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.951366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.02193Z","time spent":"929.417681ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:41:35.951903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.324635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:41:35.95198Z","caller":"traceutil/trace.go:171","msg":"trace[214359309] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11111; }","duration":"928.418088ms","start":"2026-02-27T18:41:35.023543Z","end":"2026-02-27T18:41:35.951961Z","steps":["trace[214359309] 'range keys from in-memory index tree' (duration: 928.11304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.952004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.875259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:41:35.952014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.801342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:35.952077Z","caller":"traceutil/trace.go:171","msg":"trace[1408877241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11111; }","duration":"928.94977ms","start":"2026-02-27T18:41:35.023109Z","end":"2026-02-27T18:41:35.952058Z","steps":["trace[1408877241] 'range keys from in-memory index tree' (duration: 928.688543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:35.952112Z","caller":"traceutil/trace.go:171","msg":"trace[1310201781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11111; }","duration":"820.919814ms","start":"2026-02-27T18:41:35.131149Z","end":"2026-02-27T18:41:35.952068Z","steps":["trace[1310201781] 'range keys from in-memory index tree' (duration: 820.73184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.952129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.063353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:41:35.952129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.023031Z","time spent":"929.084863ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:41:35.952158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.131129Z","time spent":"821.017067ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:41:35.952169Z","caller":"traceutil/trace.go:171","msg":"trace[830456481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11111; }","duration":"929.119814ms","start":"2026-02-27T18:41:35.023036Z","end":"2026-02-27T18:41:35.952156Z","steps":["trace[830456481] 'range keys from in-memory index tree' (duration: 928.94987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.95218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.648043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:41:35.95222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.023027Z","time spent":"929.176836ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:41:35.952274Z","caller":"traceutil/trace.go:171","msg":"trace[1964209355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11111; }","duration":"928.768526ms","start":"2026-02-27T18:41:35.023486Z","end":"2026-02-27T18:41:35.952254Z","steps":["trace[1964209355] 'range keys from in-memory index tree' (duration: 928.306175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.95232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.023472Z","time spent":"928.838407ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:41:35.952007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.691714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:35.952968Z","caller":"traceutil/trace.go:171","msg":"trace[255539716] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11111; }","duration":"929.670937ms","start":"2026-02-27T18:41:35.023274Z","end":"2026-02-27T18:41:35.952945Z","steps":["trace[255539716] 'count revisions from in-memory index tree' (duration: 928.651653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.952028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.023508Z","time spent":"928.507879ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:41:35.953038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.023266Z","time spent":"929.750828ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:41:35.952633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.49284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:41:35.953156Z","caller":"traceutil/trace.go:171","msg":"trace[1689200442] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11111; }","duration":"810.035482ms","start":"2026-02-27T18:41:35.143101Z","end":"2026-02-27T18:41:35.953136Z","steps":["trace[1689200442] 'range keys from in-memory index tree' (duration: 809.289945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.953221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.143087Z","time spent":"810.112145ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:41:35.952661Z","caller":"traceutil/trace.go:171","msg":"trace[1887023416] linearizableReadLoop","detail":"{readStateIndex:11638; appliedIndex:11637; }","duration":"265.854635ms","start":"2026-02-27T18:41:35.686745Z","end":"2026-02-27T18:41:35.952599Z","steps":["trace[1887023416] 'read index received' (duration: 261.954344ms)","trace[1887023416] 'applied index is now lower than readState.Index' (duration: 3.898631ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:41:35.95195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.99862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:41:35.952754Z","caller":"traceutil/trace.go:171","msg":"trace[48921657] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"298.465931ms","start":"2026-02-27T18:41:35.654267Z","end":"2026-02-27T18:41:35.952733Z","steps":["trace[48921657] 'process raft request' (duration: 294.341365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.952753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.014379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:41:35.95346Z","caller":"traceutil/trace.go:171","msg":"trace[328589541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11111; }","duration":"776.369772ms","start":"2026-02-27T18:41:35.176917Z","end":"2026-02-27T18:41:35.953287Z","steps":["trace[328589541] 'range keys from in-memory index tree' (duration: 774.850607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:35.953468Z","caller":"traceutil/trace.go:171","msg":"trace[1759915823] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11111; }","duration":"806.769296ms","start":"2026-02-27T18:41:35.146673Z","end":"2026-02-27T18:41:35.953442Z","steps":["trace[1759915823] 'range keys from in-memory index tree' (duration: 805.751134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:35.95359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.176858Z","time spent":"776.70267ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:41:35.953634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:35.146661Z","time spent":"806.951611ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:41:35.952799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.037479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:35.953747Z","caller":"traceutil/trace.go:171","msg":"trace[1259847239] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11112; }","duration":"267.006511ms","start":"2026-02-27T18:41:35.686701Z","end":"2026-02-27T18:41:35.953707Z","steps":["trace[1259847239] 'agreement among raft nodes before linearized reading' (duration: 266.032229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:42:17.152996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8758} {"level":"info","ts":"2026-02-27T18:42:17.238329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8758,"took":"83.354483ms","hash":3154194839,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":24645632,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T18:42:17.238399Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3154194839,"revision":8758,"compact-revision":6088} {"level":"info","ts":"2026-02-27T18:44:02.906594Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000320d.wal"} {"level":"info","ts":"2026-02-27T18:45:27.086467Z","caller":"traceutil/trace.go:171","msg":"trace[866792393] linearizableReadLoop","detail":"{readStateIndex:13399; appliedIndex:13398; }","duration":"498.441337ms","start":"2026-02-27T18:45:26.588009Z","end":"2026-02-27T18:45:27.08645Z","steps":["trace[866792393] 'read index received' (duration: 498.234592ms)","trace[866792393] 'applied index is now lower than readState.Index' (duration: 205.945µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:45:27.086588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.56468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:45:27.08662Z","caller":"traceutil/trace.go:171","msg":"trace[272266222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12776; }","duration":"498.607041ms","start":"2026-02-27T18:45:26.588003Z","end":"2026-02-27T18:45:27.08661Z","steps":["trace[272266222] 'agreement among raft nodes before linearized reading' (duration: 498.523579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:27.086643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:26.587956Z","time spent":"498.681713ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:45:27.086947Z","caller":"traceutil/trace.go:171","msg":"trace[900535694] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"499.118363ms","start":"2026-02-27T18:45:26.587819Z","end":"2026-02-27T18:45:27.086938Z","steps":["trace[900535694] 'process raft request' (duration: 498.472028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:27.087046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:26.587809Z","time spent":"499.187735ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:45:37.375058Z","caller":"traceutil/trace.go:171","msg":"trace[2137363639] transaction","detail":"{read_only:false; response_revision:12875; number_of_response:1; }","duration":"147.157202ms","start":"2026-02-27T18:45:37.227864Z","end":"2026-02-27T18:45:37.375021Z","steps":["trace[2137363639] 'process raft request' (duration: 113.137033ms)","trace[2137363639] 'compare' (duration: 33.822715ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:37.375292Z","caller":"traceutil/trace.go:171","msg":"trace[2146047364] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"145.386701ms","start":"2026-02-27T18:45:37.229888Z","end":"2026-02-27T18:45:37.375275Z","steps":["trace[2146047364] 'process raft request' (duration: 145.079884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:37.375435Z","caller":"traceutil/trace.go:171","msg":"trace[1437424910] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"138.594023ms","start":"2026-02-27T18:45:37.236819Z","end":"2026-02-27T18:45:37.375414Z","steps":["trace[1437424910] 'process raft request' (duration: 138.347377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:13.414227Z","caller":"traceutil/trace.go:171","msg":"trace[951137402] transaction","detail":"{read_only:false; response_revision:13225; number_of_response:1; }","duration":"115.925728ms","start":"2026-02-27T18:46:13.298262Z","end":"2026-02-27T18:46:13.414188Z","steps":["trace[951137402] 'process raft request' (duration: 82.063293ms)","trace[951137402] 'compare' (duration: 33.631839ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:05.351309Z","caller":"traceutil/trace.go:171","msg":"trace[830230152] linearizableReadLoop","detail":"{readStateIndex:14310; appliedIndex:14309; }","duration":"378.370543ms","start":"2026-02-27T18:47:04.972907Z","end":"2026-02-27T18:47:05.351277Z","steps":["trace[830230152] 'read index received' (duration: 378.064796ms)","trace[830230152] 'applied index is now lower than readState.Index' (duration: 304.547µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:05.351617Z","caller":"traceutil/trace.go:171","msg":"trace[303465977] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"423.892048ms","start":"2026-02-27T18:47:04.927688Z","end":"2026-02-27T18:47:05.35158Z","steps":["trace[303465977] 'process raft request' (duration: 423.427618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.35167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.506183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:05.351755Z","caller":"traceutil/trace.go:171","msg":"trace[125568691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13640; }","duration":"220.592485ms","start":"2026-02-27T18:47:05.131139Z","end":"2026-02-27T18:47:05.351732Z","steps":["trace[125568691] 'agreement among raft nodes before linearized reading' (duration: 220.455942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.35179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.92766Z","time spent":"424.034642ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:05.35171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.772592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:47:05.351911Z","caller":"traceutil/trace.go:171","msg":"trace[1497180169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:13640; }","duration":"379.038928ms","start":"2026-02-27T18:47:04.972846Z","end":"2026-02-27T18:47:05.351885Z","steps":["trace[1497180169] 'agreement among raft nodes before linearized reading' (duration: 378.702901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.351972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.972823Z","time spent":"379.132531ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"info","ts":"2026-02-27T18:47:08.467356Z","caller":"traceutil/trace.go:171","msg":"trace[375545453] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"335.986791ms","start":"2026-02-27T18:47:08.131332Z","end":"2026-02-27T18:47:08.467318Z","steps":["trace[375545453] 'process raft request' (duration: 335.700824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.46754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:08.131313Z","time spent":"336.143154ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8334,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:17.161228Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11439} {"level":"info","ts":"2026-02-27T18:47:17.245796Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11439,"took":"81.857958ms","hash":4086168703,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":25387008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T18:47:17.245855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4086168703,"revision":11439,"compact-revision":8758} {"level":"warn","ts":"2026-02-27T18:47:27.994215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902327014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:47:28.124272Z","caller":"traceutil/trace.go:171","msg":"trace[572436086] linearizableReadLoop","detail":"{readStateIndex:14461; appliedIndex:14460; }","duration":"630.459328ms","start":"2026-02-27T18:47:27.49379Z","end":"2026-02-27T18:47:28.124249Z","steps":["trace[572436086] 'read index received' (duration: 630.262564ms)","trace[572436086] 'applied index is now lower than readState.Index' (duration: 195.804µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:28.12435Z","caller":"traceutil/trace.go:171","msg":"trace[150883987] transaction","detail":"{read_only:false; response_revision:13780; number_of_response:1; }","duration":"723.570997ms","start":"2026-02-27T18:47:27.400742Z","end":"2026-02-27T18:47:28.124313Z","steps":["trace[150883987] 'process raft request' (duration: 723.373522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.124436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.362301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:47:28.124474Z","caller":"traceutil/trace.go:171","msg":"trace[1335774607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:13780; }","duration":"594.445523ms","start":"2026-02-27T18:47:27.530017Z","end":"2026-02-27T18:47:28.124462Z","steps":["trace[1335774607] 'agreement among raft nodes before linearized reading' (duration: 594.353251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.124517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:27.530003Z","time spent":"594.505584ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:47:28.124512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:27.400717Z","time spent":"723.702039ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:28.124591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.651442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:47:28.124751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.78411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:47:28.124856Z","caller":"traceutil/trace.go:171","msg":"trace[217312166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13780; }","duration":"217.894673ms","start":"2026-02-27T18:47:27.906935Z","end":"2026-02-27T18:47:28.124829Z","steps":["trace[217312166] 'agreement among raft nodes before linearized reading' (duration: 217.574105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.12486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.81177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:47:28.124984Z","caller":"traceutil/trace.go:171","msg":"trace[544080648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13780; }","duration":"217.988475ms","start":"2026-02-27T18:47:27.906968Z","end":"2026-02-27T18:47:28.124956Z","steps":["trace[544080648] 'agreement among raft nodes before linearized reading' (duration: 217.568275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.12486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.925593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:47:28.125154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.292249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T18:47:28.124987Z","caller":"traceutil/trace.go:171","msg":"trace[1968999252] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13780; }","duration":"631.190175ms","start":"2026-02-27T18:47:27.493773Z","end":"2026-02-27T18:47:28.124963Z","steps":["trace[1968999252] 'agreement among raft nodes before linearized reading' (duration: 630.57387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.125214Z","caller":"traceutil/trace.go:171","msg":"trace[1198246363] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13780; }","duration":"214.392601ms","start":"2026-02-27T18:47:27.910806Z","end":"2026-02-27T18:47:28.125198Z","steps":["trace[1198246363] 'agreement among raft nodes before linearized reading' (duration: 214.203127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.125161Z","caller":"traceutil/trace.go:171","msg":"trace[2034689935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13780; }","duration":"218.2361ms","start":"2026-02-27T18:47:27.906866Z","end":"2026-02-27T18:47:28.125102Z","steps":["trace[2034689935] 'agreement among raft nodes before linearized reading' (duration: 217.82699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.125211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.36038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:47:28.125288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:27.493713Z","time spent":"631.521553ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:47:28.125318Z","caller":"traceutil/trace.go:171","msg":"trace[1021077099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13780; }","duration":"192.512274ms","start":"2026-02-27T18:47:27.932775Z","end":"2026-02-27T18:47:28.125287Z","steps":["trace[1021077099] 'agreement among raft nodes before linearized reading' (duration: 192.139226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.124902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.775177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:47:28.125436Z","caller":"traceutil/trace.go:171","msg":"trace[923580117] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13780; }","duration":"192.310739ms","start":"2026-02-27T18:47:27.933092Z","end":"2026-02-27T18:47:28.125402Z","steps":["trace[923580117] 'agreement among raft nodes before linearized reading' (duration: 191.637273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.416362Z","caller":"traceutil/trace.go:171","msg":"trace[1913897715] transaction","detail":"{read_only:false; response_revision:13785; number_of_response:1; }","duration":"285.533271ms","start":"2026-02-27T18:47:28.130804Z","end":"2026-02-27T18:47:28.416337Z","steps":["trace[1913897715] 'process raft request' (duration: 285.49957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.416441Z","caller":"traceutil/trace.go:171","msg":"trace[1987786080] linearizableReadLoop","detail":"{readStateIndex:14462; appliedIndex:14461; }","duration":"286.201186ms","start":"2026-02-27T18:47:28.13021Z","end":"2026-02-27T18:47:28.416412Z","steps":["trace[1987786080] 'read index received' (duration: 208.604847ms)","trace[1987786080] 'applied index is now lower than readState.Index' (duration: 77.593769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:28.416592Z","caller":"traceutil/trace.go:171","msg":"trace[1656291399] transaction","detail":"{read_only:false; response_revision:13783; number_of_response:1; }","duration":"286.246697ms","start":"2026-02-27T18:47:28.130284Z","end":"2026-02-27T18:47:28.416531Z","steps":["trace[1656291399] 'process raft request' (duration: 285.9528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.416649Z","caller":"traceutil/trace.go:171","msg":"trace[1564373978] transaction","detail":"{read_only:false; response_revision:13782; number_of_response:1; }","duration":"286.37089ms","start":"2026-02-27T18:47:28.130257Z","end":"2026-02-27T18:47:28.416628Z","steps":["trace[1564373978] 'process raft request' (duration: 285.896629ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.416678Z","caller":"traceutil/trace.go:171","msg":"trace[1531715546] transaction","detail":"{read_only:false; response_revision:13781; number_of_response:1; }","duration":"286.665217ms","start":"2026-02-27T18:47:28.129931Z","end":"2026-02-27T18:47:28.416596Z","steps":["trace[1531715546] 'process raft request' (duration: 208.882143ms)","trace[1531715546] 'compare' (duration: 77.106148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:28.416718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.476006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:28.41662Z","caller":"traceutil/trace.go:171","msg":"trace[1505890182] transaction","detail":"{read_only:false; response_revision:13784; number_of_response:1; }","duration":"286.264958ms","start":"2026-02-27T18:47:28.130344Z","end":"2026-02-27T18:47:28.416609Z","steps":["trace[1505890182] 'process raft request' (duration: 285.92607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:28.416762Z","caller":"traceutil/trace.go:171","msg":"trace[1159257656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13785; }","duration":"284.553958ms","start":"2026-02-27T18:47:28.132196Z","end":"2026-02-27T18:47:28.41675Z","steps":["trace[1159257656] 'agreement among raft nodes before linearized reading' (duration: 284.475076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.416828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.100682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:28.41687Z","caller":"traceutil/trace.go:171","msg":"trace[1498933905] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13785; }","duration":"113.198535ms","start":"2026-02-27T18:47:28.303658Z","end":"2026-02-27T18:47:28.416856Z","steps":["trace[1498933905] 'agreement among raft nodes before linearized reading' (duration: 113.110333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:28.417412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.192929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:554834"} {"level":"info","ts":"2026-02-27T18:47:28.41746Z","caller":"traceutil/trace.go:171","msg":"trace[1108908632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:13785; }","duration":"287.27237ms","start":"2026-02-27T18:47:28.130178Z","end":"2026-02-27T18:47:28.41745Z","steps":["trace[1108908632] 'agreement among raft nodes before linearized reading' (duration: 286.583964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:35.327385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.602526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T18:47:35.327467Z","caller":"traceutil/trace.go:171","msg":"trace[574368064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13841; }","duration":"239.693598ms","start":"2026-02-27T18:47:35.087752Z","end":"2026-02-27T18:47:35.327446Z","steps":["trace[574368064] 'range keys from in-memory index tree' (duration: 239.147925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:36.938066Z","caller":"traceutil/trace.go:171","msg":"trace[1767526139] transaction","detail":"{read_only:false; response_revision:13853; number_of_response:1; }","duration":"142.75356ms","start":"2026-02-27T18:47:36.795293Z","end":"2026-02-27T18:47:36.938046Z","steps":["trace[1767526139] 'process raft request' (duration: 142.624027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:37.413964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.182185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:37.414271Z","caller":"traceutil/trace.go:171","msg":"trace[1597224257] linearizableReadLoop","detail":"{readStateIndex:14540; appliedIndex:14539; }","duration":"470.909759ms","start":"2026-02-27T18:47:36.943343Z","end":"2026-02-27T18:47:37.414252Z","steps":["trace[1597224257] 'read index received' (duration: 156.319904ms)","trace[1597224257] 'applied index is now lower than readState.Index' (duration: 314.588474ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:37.414326Z","caller":"traceutil/trace.go:171","msg":"trace[265851254] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"618.277545ms","start":"2026-02-27T18:47:36.796005Z","end":"2026-02-27T18:47:37.414283Z","steps":["trace[265851254] 'process raft request' (duration: 303.673781ms)","trace[265851254] 'compare' (duration: 314.00031ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:37.414512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:36.795997Z","time spent":"618.431559ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:37.41453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.185335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:47:37.414699Z","caller":"traceutil/trace.go:171","msg":"trace[139761357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13854; }","duration":"471.41134ms","start":"2026-02-27T18:47:36.943265Z","end":"2026-02-27T18:47:37.414677Z","steps":["trace[139761357] 'agreement among raft nodes before linearized reading' (duration: 471.088413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:37.414758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:36.943241Z","time spent":"471.501342ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:47:37.414924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.550653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:47:37.414992Z","caller":"traceutil/trace.go:171","msg":"trace[668209367] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13854; }","duration":"471.681456ms","start":"2026-02-27T18:47:36.943295Z","end":"2026-02-27T18:47:37.414976Z","steps":["trace[668209367] 'agreement among raft nodes before linearized reading' (duration: 471.023571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:37.415191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:36.943279Z","time spent":"471.899541ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:47:39.576684Z","caller":"traceutil/trace.go:171","msg":"trace[316682022] linearizableReadLoop","detail":"{readStateIndex:14549; appliedIndex:14548; }","duration":"145.706848ms","start":"2026-02-27T18:47:39.430952Z","end":"2026-02-27T18:47:39.576659Z","steps":["trace[316682022] 'read index received' (duration: 145.489613ms)","trace[316682022] 'applied index is now lower than readState.Index' (duration: 216.215µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:39.576997Z","caller":"traceutil/trace.go:171","msg":"trace[1321918272] transaction","detail":"{read_only:false; response_revision:13863; number_of_response:1; }","duration":"146.790224ms","start":"2026-02-27T18:47:39.430194Z","end":"2026-02-27T18:47:39.576984Z","steps":["trace[1321918272] 'process raft request' (duration: 146.269212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:39.577295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.334803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:47:39.57734Z","caller":"traceutil/trace.go:171","msg":"trace[1634830159] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13863; }","duration":"146.430316ms","start":"2026-02-27T18:47:39.430897Z","end":"2026-02-27T18:47:39.577327Z","steps":["trace[1634830159] 'agreement among raft nodes before linearized reading' (duration: 146.286692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:39.577652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.118194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:47:39.577735Z","caller":"traceutil/trace.go:171","msg":"trace[1448239337] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13863; }","duration":"145.243148ms","start":"2026-02-27T18:47:39.432469Z","end":"2026-02-27T18:47:39.577712Z","steps":["trace[1448239337] 'agreement among raft nodes before linearized reading' (duration: 144.986722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:39.879145Z","caller":"traceutil/trace.go:171","msg":"trace[1121822837] transaction","detail":"{read_only:false; response_revision:13865; number_of_response:1; }","duration":"295.265126ms","start":"2026-02-27T18:47:39.583851Z","end":"2026-02-27T18:47:39.879116Z","steps":["trace[1121822837] 'process raft request' (duration: 295.106503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:39.879241Z","caller":"traceutil/trace.go:171","msg":"trace[1390102321] transaction","detail":"{read_only:false; response_revision:13864; number_of_response:1; }","duration":"296.74849ms","start":"2026-02-27T18:47:39.58245Z","end":"2026-02-27T18:47:39.879199Z","steps":["trace[1390102321] 'process raft request' (duration: 250.493998ms)","trace[1390102321] 'compare' (duration: 45.648518ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:43.769594Z","caller":"traceutil/trace.go:171","msg":"trace[620171250] transaction","detail":"{read_only:false; response_revision:13892; number_of_response:1; }","duration":"178.741644ms","start":"2026-02-27T18:47:43.590825Z","end":"2026-02-27T18:47:43.769566Z","steps":["trace[620171250] 'process raft request' (duration: 82.108483ms)","trace[620171250] 'compare' (duration: 96.521149ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:43.93574Z","caller":"traceutil/trace.go:171","msg":"trace[1145045646] transaction","detail":"{read_only:false; response_revision:13893; number_of_response:1; }","duration":"118.434135ms","start":"2026-02-27T18:47:43.817283Z","end":"2026-02-27T18:47:43.935717Z","steps":["trace[1145045646] 'process raft request' (duration: 118.245521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:44.156813Z","caller":"traceutil/trace.go:171","msg":"trace[1788299240] transaction","detail":"{read_only:false; response_revision:13894; number_of_response:1; }","duration":"191.203603ms","start":"2026-02-27T18:47:43.965583Z","end":"2026-02-27T18:47:44.156787Z","steps":["trace[1788299240] 'process raft request' (duration: 145.79253ms)","trace[1788299240] 'compare' (duration: 45.207109ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:44.156853Z","caller":"traceutil/trace.go:171","msg":"trace[703501778] transaction","detail":"{read_only:false; response_revision:13895; number_of_response:1; }","duration":"190.815854ms","start":"2026-02-27T18:47:43.966006Z","end":"2026-02-27T18:47:44.156822Z","steps":["trace[703501778] 'process raft request' (duration: 190.705782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:44.276819Z","caller":"traceutil/trace.go:171","msg":"trace[663409480] transaction","detail":"{read_only:false; response_revision:13897; number_of_response:1; }","duration":"112.208222ms","start":"2026-02-27T18:47:44.164583Z","end":"2026-02-27T18:47:44.276791Z","steps":["trace[663409480] 'process raft request' (duration: 98.565165ms)","trace[663409480] 'compare' (duration: 13.531994ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:44.717317Z","caller":"traceutil/trace.go:171","msg":"trace[1316630786] linearizableReadLoop","detail":"{readStateIndex:14590; appliedIndex:14587; }","duration":"150.94123ms","start":"2026-02-27T18:47:44.566351Z","end":"2026-02-27T18:47:44.717292Z","steps":["trace[1316630786] 'read index received' (duration: 79.312339ms)","trace[1316630786] 'applied index is now lower than readState.Index' (duration: 71.627981ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:44.717333Z","caller":"traceutil/trace.go:171","msg":"trace[563722288] transaction","detail":"{read_only:false; response_revision:13902; number_of_response:1; }","duration":"151.567665ms","start":"2026-02-27T18:47:44.565739Z","end":"2026-02-27T18:47:44.717306Z","steps":["trace[563722288] 'process raft request' (duration: 151.468753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:44.717399Z","caller":"traceutil/trace.go:171","msg":"trace[858559742] transaction","detail":"{read_only:false; response_revision:13901; number_of_response:1; }","duration":"151.608456ms","start":"2026-02-27T18:47:44.56574Z","end":"2026-02-27T18:47:44.717348Z","steps":["trace[858559742] 'process raft request' (duration: 151.321409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:44.718047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.679757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567555"} {"level":"info","ts":"2026-02-27T18:47:44.718088Z","caller":"traceutil/trace.go:171","msg":"trace[574975547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13903; }","duration":"151.740709ms","start":"2026-02-27T18:47:44.566336Z","end":"2026-02-27T18:47:44.718077Z","steps":["trace[574975547] 'agreement among raft nodes before linearized reading' (duration: 151.050473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:46.009458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.351403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:47:46.010351Z","caller":"traceutil/trace.go:171","msg":"trace[1420839559] linearizableReadLoop","detail":"{readStateIndex:14593; appliedIndex:14591; }","duration":"298.518191ms","start":"2026-02-27T18:47:45.711799Z","end":"2026-02-27T18:47:46.010318Z","steps":["trace[1420839559] 'read index received' (duration: 272.460987ms)","trace[1420839559] 'applied index is now lower than readState.Index' (duration: 26.055554ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:46.010517Z","caller":"traceutil/trace.go:171","msg":"trace[443654483] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"435.893017ms","start":"2026-02-27T18:47:45.574569Z","end":"2026-02-27T18:47:46.010462Z","steps":["trace[443654483] 'process raft request' (duration: 435.034767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:46.010656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:45.57455Z","time spent":"436.03574ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:46.041025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.644736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:47:46.041031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.209474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:140961"} {"level":"info","ts":"2026-02-27T18:47:46.04109Z","caller":"traceutil/trace.go:171","msg":"trace[1046549805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13904; }","duration":"267.741799ms","start":"2026-02-27T18:47:45.773334Z","end":"2026-02-27T18:47:46.041075Z","steps":["trace[1046549805] 'agreement among raft nodes before linearized reading' (duration: 237.17319ms)","trace[1046549805] 'range keys from in-memory index tree' (duration: 30.409345ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:46.041113Z","caller":"traceutil/trace.go:171","msg":"trace[1235811479] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13904; }","duration":"329.338817ms","start":"2026-02-27T18:47:45.711749Z","end":"2026-02-27T18:47:46.041088Z","steps":["trace[1235811479] 'agreement among raft nodes before linearized reading' (duration: 298.729777ms)","trace[1235811479] 'range keys from in-memory index tree' (duration: 30.250072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:46.04117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:45.711729Z","time spent":"329.431028ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":140984,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T18:47:46.2341Z","caller":"traceutil/trace.go:171","msg":"trace[115690517] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"189.836592ms","start":"2026-02-27T18:47:46.044227Z","end":"2026-02-27T18:47:46.234063Z","steps":["trace[115690517] 'process raft request' (duration: 189.592496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:46.234174Z","caller":"traceutil/trace.go:171","msg":"trace[1527483172] linearizableReadLoop","detail":"{readStateIndex:14594; appliedIndex:14593; }","duration":"103.50578ms","start":"2026-02-27T18:47:46.130462Z","end":"2026-02-27T18:47:46.233968Z","steps":["trace[1527483172] 'read index received' (duration: 103.262374ms)","trace[1527483172] 'applied index is now lower than readState.Index' (duration: 242.546µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:46.234269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.792846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:46.234315Z","caller":"traceutil/trace.go:171","msg":"trace[731737168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13905; }","duration":"103.869048ms","start":"2026-02-27T18:47:46.130433Z","end":"2026-02-27T18:47:46.234302Z","steps":["trace[731737168] 'agreement among raft nodes before linearized reading' (duration: 103.784167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:46.350165Z","caller":"traceutil/trace.go:171","msg":"trace[1756826277] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"110.181175ms","start":"2026-02-27T18:47:46.239942Z","end":"2026-02-27T18:47:46.350123Z","steps":["trace[1756826277] 'process raft request' (duration: 68.071419ms)","trace[1756826277] 'compare' (duration: 41.687416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:46.946955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902327378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:47:47.28688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.600069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:47.287067Z","caller":"traceutil/trace.go:171","msg":"trace[641934059] linearizableReadLoop","detail":"{readStateIndex:14598; appliedIndex:14596; }","duration":"840.917298ms","start":"2026-02-27T18:47:46.446134Z","end":"2026-02-27T18:47:47.287051Z","steps":["trace[641934059] 'read index received' (duration: 581.002372ms)","trace[641934059] 'applied index is now lower than readState.Index' (duration: 259.914066ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:47.287182Z","caller":"traceutil/trace.go:171","msg":"trace[1752384623] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"886.386082ms","start":"2026-02-27T18:47:46.400785Z","end":"2026-02-27T18:47:47.287171Z","steps":["trace[1752384623] 'process raft request' (duration: 886.192907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.287241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.400732Z","time spent":"886.477845ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:47.287327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.189054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:47:47.287357Z","caller":"traceutil/trace.go:171","msg":"trace[74682105] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13909; }","duration":"841.239415ms","start":"2026-02-27T18:47:46.446109Z","end":"2026-02-27T18:47:47.287348Z","steps":["trace[74682105] 'agreement among raft nodes before linearized reading' (duration: 841.147813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.287374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.446099Z","time spent":"841.270926ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:47:47.287423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.423171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:47:47.287454Z","caller":"traceutil/trace.go:171","msg":"trace[1496737211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13909; }","duration":"565.491012ms","start":"2026-02-27T18:47:46.721952Z","end":"2026-02-27T18:47:47.287443Z","steps":["trace[1496737211] 'agreement among raft nodes before linearized reading' (duration: 565.39962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.287433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.750935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:47:47.287489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.72193Z","time spent":"565.553693ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:47:47.287504Z","caller":"traceutil/trace.go:171","msg":"trace[35741498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13909; }","duration":"721.872297ms","start":"2026-02-27T18:47:46.565614Z","end":"2026-02-27T18:47:47.287487Z","steps":["trace[35741498] 'agreement among raft nodes before linearized reading' (duration: 721.653322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.287547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.565594Z","time spent":"721.944109ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:47:47.287579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.754354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:47.287605Z","caller":"traceutil/trace.go:171","msg":"trace[1905904040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13909; }","duration":"156.809576ms","start":"2026-02-27T18:47:47.130788Z","end":"2026-02-27T18:47:47.287598Z","steps":["trace[1905904040] 'agreement among raft nodes before linearized reading' (duration: 156.772165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:47.287437Z","caller":"traceutil/trace.go:171","msg":"trace[1867097352] transaction","detail":"{read_only:false; response_revision:13908; number_of_response:1; }","duration":"930.567076ms","start":"2026-02-27T18:47:46.356844Z","end":"2026-02-27T18:47:47.287411Z","steps":["trace[1867097352] 'process raft request' (duration: 670.366763ms)","trace[1867097352] 'compare' (duration: 259.404745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:47.287783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.356817Z","time spent":"930.941826ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:47.287792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.319561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:47:47.287808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.660154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:47:47.287822Z","caller":"traceutil/trace.go:171","msg":"trace[2016120072] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13909; }","duration":"566.387473ms","start":"2026-02-27T18:47:46.721425Z","end":"2026-02-27T18:47:47.287812Z","steps":["trace[2016120072] 'agreement among raft nodes before linearized reading' (duration: 566.300031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:47.287844Z","caller":"traceutil/trace.go:171","msg":"trace[1989296862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:13909; }","duration":"558.715714ms","start":"2026-02-27T18:47:46.72912Z","end":"2026-02-27T18:47:47.287836Z","steps":["trace[1989296862] 'agreement among raft nodes before linearized reading' (duration: 558.648173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.287848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.721404Z","time spent":"566.438973ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:47:47.287877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.72911Z","time spent":"558.759826ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:47:47.287918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.132844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:47:47.287956Z","caller":"traceutil/trace.go:171","msg":"trace[385416473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13909; }","duration":"722.226936ms","start":"2026-02-27T18:47:46.565721Z","end":"2026-02-27T18:47:47.287948Z","steps":["trace[385416473] 'agreement among raft nodes before linearized reading' (duration: 722.073092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.287984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.565694Z","time spent":"722.284208ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:47:47.288084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.15199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:47:47.2882Z","caller":"traceutil/trace.go:171","msg":"trace[1700235498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13909; }","duration":"636.325744ms","start":"2026-02-27T18:47:46.651848Z","end":"2026-02-27T18:47:47.288174Z","steps":["trace[1700235498] 'agreement among raft nodes before linearized reading' (duration: 635.965106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:47.288262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:46.651834Z","time spent":"636.418436ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:47:48.664803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.010135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:48.664963Z","caller":"traceutil/trace.go:171","msg":"trace[119556051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13910; }","duration":"149.190739ms","start":"2026-02-27T18:47:48.515748Z","end":"2026-02-27T18:47:48.664939Z","steps":["trace[119556051] 'range keys from in-memory index tree' (duration: 148.986814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.753338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413601647s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:47:48.75385Z","caller":"traceutil/trace.go:171","msg":"trace[241097343] transaction","detail":"{read_only:false; response_revision:13911; number_of_response:1; }","duration":"1.461445227s","start":"2026-02-27T18:47:47.29238Z","end":"2026-02-27T18:47:48.753825Z","steps":["trace[241097343] 'process raft request' (duration: 1.46113133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.754088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.292364Z","time spent":"1.461560769s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:48.7542Z","caller":"traceutil/trace.go:171","msg":"trace[868787985] transaction","detail":"{read_only:false; response_revision:13912; number_of_response:1; }","duration":"1.461136499s","start":"2026-02-27T18:47:47.293032Z","end":"2026-02-27T18:47:48.754168Z","steps":["trace[868787985] 'process raft request' (duration: 1.46074759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.75435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.293008Z","time spent":"1.461262982s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:48.75495Z","caller":"traceutil/trace.go:171","msg":"trace[1592907135] transaction","detail":"{read_only:false; response_revision:13914; number_of_response:1; }","duration":"1.460796562s","start":"2026-02-27T18:47:47.294139Z","end":"2026-02-27T18:47:48.754935Z","steps":["trace[1592907135] 'process raft request' (duration: 1.46070532s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:48.754959Z","caller":"traceutil/trace.go:171","msg":"trace[1789182050] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"1.461561949s","start":"2026-02-27T18:47:47.293366Z","end":"2026-02-27T18:47:48.754928Z","steps":["trace[1789182050] 'process raft request' (duration: 1.460749831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.75504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.294127Z","time spent":"1.460871753s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:48.75508Z","caller":"traceutil/trace.go:171","msg":"trace[1264414944] transaction","detail":"{read_only:false; response_revision:13915; number_of_response:1; }","duration":"1.459340558s","start":"2026-02-27T18:47:47.295722Z","end":"2026-02-27T18:47:48.755062Z","steps":["trace[1264414944] 'process raft request' (duration: 1.459168714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.755096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.293356Z","time spent":"1.461672102s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:48.755185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.295715Z","time spent":"1.459414809s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:48.755206Z","caller":"traceutil/trace.go:171","msg":"trace[1307935076] linearizableReadLoop","detail":"{readStateIndex:14600; appliedIndex:14598; }","duration":"1.462309396s","start":"2026-02-27T18:47:47.292872Z","end":"2026-02-27T18:47:48.755182Z","steps":["trace[1307935076] 'read index received' (duration: 46.878027ms)","trace[1307935076] 'applied index is now lower than readState.Index' (duration: 1.415430269s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:48.755235Z","caller":"traceutil/trace.go:171","msg":"trace[1476695852] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13915; }","duration":"1.456409389s","start":"2026-02-27T18:47:47.298816Z","end":"2026-02-27T18:47:48.755225Z","steps":["trace[1476695852] 'process raft request' (duration: 1.456179554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.755282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.298789Z","time spent":"1.456470631s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:47:48.755396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.174665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:48.755446Z","caller":"traceutil/trace.go:171","msg":"trace[1049220380] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13915; }","duration":"998.252266ms","start":"2026-02-27T18:47:47.75718Z","end":"2026-02-27T18:47:48.755433Z","steps":["trace[1049220380] 'agreement among raft nodes before linearized reading' (duration: 998.156144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.75548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.75716Z","time spent":"998.311168ms","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:48.755495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.68463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:47:48.755555Z","caller":"traceutil/trace.go:171","msg":"trace[1666458128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13915; }","duration":"516.778672ms","start":"2026-02-27T18:47:48.238748Z","end":"2026-02-27T18:47:48.755527Z","steps":["trace[1666458128] 'agreement among raft nodes before linearized reading' (duration: 516.610908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.755586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:48.238728Z","time spent":"516.850864ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:47:48.75568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.62404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:48.755718Z","caller":"traceutil/trace.go:171","msg":"trace[798057792] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13915; }","duration":"419.697352ms","start":"2026-02-27T18:47:48.336008Z","end":"2026-02-27T18:47:48.755705Z","steps":["trace[798057792] 'agreement among raft nodes before linearized reading' (duration: 419.64281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.755745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:48.335989Z","time spent":"419.749532ms","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:48.7559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.038674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:48.755996Z","caller":"traceutil/trace.go:171","msg":"trace[1039139745] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13915; }","duration":"864.418563ms","start":"2026-02-27T18:47:47.891554Z","end":"2026-02-27T18:47:48.755973Z","steps":["trace[1039139745] 'agreement among raft nodes before linearized reading' (duration: 863.978513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.756125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.891475Z","time spent":"864.627778ms","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:48.756146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463246538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567555"} {"level":"info","ts":"2026-02-27T18:47:48.75625Z","caller":"traceutil/trace.go:171","msg":"trace[1524286330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13915; }","duration":"1.463387722s","start":"2026-02-27T18:47:47.292836Z","end":"2026-02-27T18:47:48.756224Z","steps":["trace[1524286330] 'agreement among raft nodes before linearized reading' (duration: 1.46245132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.756329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:47.292823Z","time spent":"1.463481143s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567578,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:48:56.203995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.726091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9784"} {"level":"warn","ts":"2026-02-27T18:48:56.204058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.570169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.2041Z","caller":"traceutil/trace.go:171","msg":"trace[2064480151] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:14868; }","duration":"174.895314ms","start":"2026-02-27T18:48:56.029182Z","end":"2026-02-27T18:48:56.204077Z","steps":["trace[2064480151] 'range keys from in-memory index tree' (duration: 174.482615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.204097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.43289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:48:56.20414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.286897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.204238Z","caller":"traceutil/trace.go:171","msg":"trace[956463856] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14868; }","duration":"104.420081ms","start":"2026-02-27T18:48:56.099794Z","end":"2026-02-27T18:48:56.204214Z","steps":["trace[956463856] 'range keys from in-memory index tree' (duration: 104.169885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.204293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.040295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:48:56.204302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.407601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.204146Z","caller":"traceutil/trace.go:171","msg":"trace[743503407] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14868; }","duration":"294.730073ms","start":"2026-02-27T18:48:55.909388Z","end":"2026-02-27T18:48:56.204118Z","steps":["trace[743503407] 'range keys from in-memory index tree' (duration: 294.459177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.204387Z","caller":"traceutil/trace.go:171","msg":"trace[1763961575] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14868; }","duration":"105.163548ms","start":"2026-02-27T18:48:56.099203Z","end":"2026-02-27T18:48:56.204366Z","steps":["trace[1763961575] 'range keys from in-memory index tree' (duration: 104.908392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.204399Z","caller":"traceutil/trace.go:171","msg":"trace[2060030212] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14868; }","duration":"104.564684ms","start":"2026-02-27T18:48:56.09981Z","end":"2026-02-27T18:48:56.204374Z","steps":["trace[2060030212] 'range keys from in-memory index tree' (duration: 104.309168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.204394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.050876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:48:56.20417Z","caller":"traceutil/trace.go:171","msg":"trace[1163910299] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14868; }","duration":"292.518452ms","start":"2026-02-27T18:48:55.911628Z","end":"2026-02-27T18:48:56.204147Z","steps":["trace[1163910299] 'range keys from in-memory index tree' (duration: 292.317628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.204512Z","caller":"traceutil/trace.go:171","msg":"trace[368262571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14868; }","duration":"102.22423ms","start":"2026-02-27T18:48:56.102262Z","end":"2026-02-27T18:48:56.204486Z","steps":["trace[368262571] 'range keys from in-memory index tree' (duration: 101.829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.203983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.177551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:48:56.20468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.626166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:48:56.204751Z","caller":"traceutil/trace.go:171","msg":"trace[314330126] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14868; }","duration":"294.979379ms","start":"2026-02-27T18:48:55.909722Z","end":"2026-02-27T18:48:56.204702Z","steps":["trace[314330126] 'range keys from in-memory index tree' (duration: 293.988656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.204784Z","caller":"traceutil/trace.go:171","msg":"trace[739163699] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14868; }","duration":"170.80675ms","start":"2026-02-27T18:48:56.033958Z","end":"2026-02-27T18:48:56.204765Z","steps":["trace[739163699] 'count revisions from in-memory index tree' (duration: 170.512043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.205298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.946662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:48:56.205365Z","caller":"traceutil/trace.go:171","msg":"trace[783220180] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14868; }","duration":"155.031494ms","start":"2026-02-27T18:48:56.050314Z","end":"2026-02-27T18:48:56.205346Z","steps":["trace[783220180] 'range keys from in-memory index tree' (duration: 154.787598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.632093Z","caller":"traceutil/trace.go:171","msg":"trace[1616360769] linearizableReadLoop","detail":"{readStateIndex:15601; appliedIndex:15600; }","duration":"280.596236ms","start":"2026-02-27T18:48:56.351462Z","end":"2026-02-27T18:48:56.632059Z","steps":["trace[1616360769] 'read index received' (duration: 280.323579ms)","trace[1616360769] 'applied index is now lower than readState.Index' (duration: 270.227µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:48:56.632237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.756029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.632289Z","caller":"traceutil/trace.go:171","msg":"trace[392431431] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"280.850772ms","start":"2026-02-27T18:48:56.351427Z","end":"2026-02-27T18:48:56.632278Z","steps":["trace[392431431] 'agreement among raft nodes before linearized reading' (duration: 280.75157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.632346Z","caller":"traceutil/trace.go:171","msg":"trace[179386263] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"420.654692ms","start":"2026-02-27T18:48:56.211603Z","end":"2026-02-27T18:48:56.632258Z","steps":["trace[179386263] 'process raft request' (duration: 420.190632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.632574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:48:56.211579Z","time spent":"420.875218ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:48:56.648063Z","caller":"traceutil/trace.go:171","msg":"trace[389052040] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"267.661295ms","start":"2026-02-27T18:48:56.380376Z","end":"2026-02-27T18:48:56.648038Z","steps":["trace[389052040] 'process raft request' (duration: 267.314307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.129785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:48:56.648286Z","caller":"traceutil/trace.go:171","msg":"trace[34186044] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14870; }","duration":"296.239358ms","start":"2026-02-27T18:48:56.352024Z","end":"2026-02-27T18:48:56.648263Z","steps":["trace[34186044] 'agreement among raft nodes before linearized reading' (duration: 295.900531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.163489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.648385Z","caller":"traceutil/trace.go:171","msg":"trace[261349037] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14870; }","duration":"171.23188ms","start":"2026-02-27T18:48:56.477146Z","end":"2026-02-27T18:48:56.648378Z","steps":["trace[261349037] 'agreement among raft nodes before linearized reading' (duration: 171.180089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.407993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.648433Z","caller":"traceutil/trace.go:171","msg":"trace[184146801] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14870; }","duration":"202.512895ms","start":"2026-02-27T18:48:56.445908Z","end":"2026-02-27T18:48:56.648421Z","steps":["trace[184146801] 'agreement among raft nodes before linearized reading' (duration: 202.423433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.847362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:48:56.648479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.919824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.648517Z","caller":"traceutil/trace.go:171","msg":"trace[236634680] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14870; }","duration":"202.983876ms","start":"2026-02-27T18:48:56.445522Z","end":"2026-02-27T18:48:56.648505Z","steps":["trace[236634680] 'agreement among raft nodes before linearized reading' (duration: 202.926795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.712302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:48:56.64852Z","caller":"traceutil/trace.go:171","msg":"trace[533345983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14870; }","duration":"296.914174ms","start":"2026-02-27T18:48:56.351576Z","end":"2026-02-27T18:48:56.648491Z","steps":["trace[533345983] 'agreement among raft nodes before linearized reading' (duration: 296.791361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.000032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:48:56.648636Z","caller":"traceutil/trace.go:171","msg":"trace[1549664210] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14870; }","duration":"164.3357ms","start":"2026-02-27T18:48:56.48427Z","end":"2026-02-27T18:48:56.648606Z","steps":["trace[1549664210] 'agreement among raft nodes before linearized reading' (duration: 163.717686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.442132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:48:56.648706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.171111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:56.648581Z","caller":"traceutil/trace.go:171","msg":"trace[2050429013] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14870; }","duration":"168.757023ms","start":"2026-02-27T18:48:56.479795Z","end":"2026-02-27T18:48:56.648552Z","steps":["trace[2050429013] 'agreement among raft nodes before linearized reading' (duration: 168.690352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.64873Z","caller":"traceutil/trace.go:171","msg":"trace[2044702661] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:14870; }","duration":"255.581466ms","start":"2026-02-27T18:48:56.393126Z","end":"2026-02-27T18:48:56.648707Z","steps":["trace[2044702661] 'agreement among raft nodes before linearized reading' (duration: 255.364231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:56.648789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.18024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:48:56.648828Z","caller":"traceutil/trace.go:171","msg":"trace[106580010] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14870; }","duration":"203.311953ms","start":"2026-02-27T18:48:56.445461Z","end":"2026-02-27T18:48:56.648772Z","steps":["trace[106580010] 'agreement among raft nodes before linearized reading' (duration: 203.15368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:56.648847Z","caller":"traceutil/trace.go:171","msg":"trace[288573944] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14870; }","duration":"203.635962ms","start":"2026-02-27T18:48:56.445196Z","end":"2026-02-27T18:48:56.648832Z","steps":["trace[288573944] 'agreement among raft nodes before linearized reading' (duration: 202.6802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:20.805588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.274687Z","time spent":"530.897169ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:49:20.80606Z","caller":"traceutil/trace.go:171","msg":"trace[177146041] linearizableReadLoop","detail":"{readStateIndex:15759; appliedIndex:15759; }","duration":"345.796027ms","start":"2026-02-27T18:49:20.460247Z","end":"2026-02-27T18:49:20.806043Z","steps":["trace[177146041] 'read index received' (duration: 345.789737ms)","trace[177146041] 'applied index is now lower than readState.Index' (duration: 4.92µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:20.806271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.000062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:49:20.80638Z","caller":"traceutil/trace.go:171","msg":"trace[639158311] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:15018; }","duration":"346.134495ms","start":"2026-02-27T18:49:20.460204Z","end":"2026-02-27T18:49:20.806338Z","steps":["trace[639158311] 'agreement among raft nodes before linearized reading' (duration: 345.948571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:20.806425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.460187Z","time spent":"346.224817ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":87,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:49:21.306851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902330988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:49:21.402079Z","caller":"traceutil/trace.go:171","msg":"trace[1191858083] linearizableReadLoop","detail":"{readStateIndex:15761; appliedIndex:15759; }","duration":"595.952947ms","start":"2026-02-27T18:49:20.806104Z","end":"2026-02-27T18:49:21.402057Z","steps":["trace[1191858083] 'read index received' (duration: 594.668647ms)","trace[1191858083] 'applied index is now lower than readState.Index' (duration: 1.28087ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:21.402245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.386084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:21.402284Z","caller":"traceutil/trace.go:171","msg":"trace[1980593576] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"708.473546ms","start":"2026-02-27T18:49:20.6938Z","end":"2026-02-27T18:49:21.402273Z","steps":["trace[1980593576] 'agreement among raft nodes before linearized reading' (duration: 708.403494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.402315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.693781Z","time spent":"708.526696ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:49:21.402324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.753744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:21.402352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.187938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:21.402398Z","caller":"traceutil/trace.go:171","msg":"trace[246932411] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"693.859317ms","start":"2026-02-27T18:49:20.70852Z","end":"2026-02-27T18:49:21.40238Z","steps":["trace[246932411] 'agreement among raft nodes before linearized reading' (duration: 693.589401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.402442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.708508Z","time spent":"693.926098ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:49:21.40245Z","caller":"traceutil/trace.go:171","msg":"trace[2124061715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"698.33293ms","start":"2026-02-27T18:49:20.704095Z","end":"2026-02-27T18:49:21.402428Z","steps":["trace[2124061715] 'agreement among raft nodes before linearized reading' (duration: 698.062374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.402503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.704067Z","time spent":"698.423483ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:49:21.403008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.267186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T18:49:21.402997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.499435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:21.403041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.145429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:49:21.403028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.950836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:21.403064Z","caller":"traceutil/trace.go:171","msg":"trace[1988862696] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15020; }","duration":"135.340838ms","start":"2026-02-27T18:49:21.267709Z","end":"2026-02-27T18:49:21.403049Z","steps":["trace[1988862696] 'agreement among raft nodes before linearized reading' (duration: 135.215445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.403076Z","caller":"traceutil/trace.go:171","msg":"trace[1205835242] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15020; }","duration":"695.612588ms","start":"2026-02-27T18:49:20.707445Z","end":"2026-02-27T18:49:21.403058Z","steps":["trace[1205835242] 'agreement among raft nodes before linearized reading' (duration: 695.473145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.403078Z","caller":"traceutil/trace.go:171","msg":"trace[2030500358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15020; }","duration":"137.212471ms","start":"2026-02-27T18:49:21.265855Z","end":"2026-02-27T18:49:21.403068Z","steps":["trace[2030500358] 'agreement among raft nodes before linearized reading' (duration: 137.086028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.403065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.232873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9784"} {"level":"warn","ts":"2026-02-27T18:49:21.403071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.257852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:49:21.403114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.707435Z","time spent":"695.672529ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-27T18:49:21.403143Z","caller":"traceutil/trace.go:171","msg":"trace[792278934] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:15020; }","duration":"941.309754ms","start":"2026-02-27T18:49:20.46181Z","end":"2026-02-27T18:49:21.403119Z","steps":["trace[792278934] 'agreement among raft nodes before linearized reading' (duration: 941.101789ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.403162Z","caller":"traceutil/trace.go:171","msg":"trace[853283988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15020; }","duration":"137.378745ms","start":"2026-02-27T18:49:21.265761Z","end":"2026-02-27T18:49:21.403139Z","steps":["trace[853283988] 'agreement among raft nodes before linearized reading' (duration: 137.119859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.403208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.68648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:21.403202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.461754Z","time spent":"941.435577ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9807,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" "} {"level":"warn","ts":"2026-02-27T18:49:21.403205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.099218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:49:21.403212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.131405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:49:21.403196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.664189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:21.403273Z","caller":"traceutil/trace.go:171","msg":"trace[31105935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15020; }","duration":"145.213316ms","start":"2026-02-27T18:49:21.258044Z","end":"2026-02-27T18:49:21.403257Z","steps":["trace[31105935] 'agreement among raft nodes before linearized reading' (duration: 145.095674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.403277Z","caller":"traceutil/trace.go:171","msg":"trace[1092579274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15020; }","duration":"165.195809ms","start":"2026-02-27T18:49:21.238059Z","end":"2026-02-27T18:49:21.403255Z","steps":["trace[1092579274] 'agreement among raft nodes before linearized reading' (duration: 164.997915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.4033Z","caller":"traceutil/trace.go:171","msg":"trace[1552653533] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15020; }","duration":"698.779881ms","start":"2026-02-27T18:49:20.704492Z","end":"2026-02-27T18:49:21.403272Z","steps":["trace[1552653533] 'agreement among raft nodes before linearized reading' (duration: 698.613857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.403315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.66404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:21.40334Z","caller":"traceutil/trace.go:171","msg":"trace[1631059356] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"689.728681ms","start":"2026-02-27T18:49:20.713604Z","end":"2026-02-27T18:49:21.403333Z","steps":["trace[1631059356] 'agreement among raft nodes before linearized reading' (duration: 689.69425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.403346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.704485Z","time spent":"698.849842ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T18:49:21.403369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.713582Z","time spent":"689.781102ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:49:21.403246Z","caller":"traceutil/trace.go:171","msg":"trace[1671250240] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"689.742801ms","start":"2026-02-27T18:49:20.713495Z","end":"2026-02-27T18:49:21.403237Z","steps":["trace[1671250240] 'agreement among raft nodes before linearized reading' (duration: 689.654149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.402514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.933996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:21.403429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.713482Z","time spent":"689.933726ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:49:21.403281Z","caller":"traceutil/trace.go:171","msg":"trace[652996705] transaction","detail":"{read_only:false; response_revision:15019; number_of_response:1; }","duration":"676.962575ms","start":"2026-02-27T18:49:20.726307Z","end":"2026-02-27T18:49:21.40327Z","steps":["trace[652996705] 'process raft request' (duration: 674.464117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.40961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.809423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:21.409693Z","caller":"traceutil/trace.go:171","msg":"trace[147951618] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"466.905635ms","start":"2026-02-27T18:49:20.942745Z","end":"2026-02-27T18:49:21.40965Z","steps":["trace[147951618] 'agreement among raft nodes before linearized reading' (duration: 460.68534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.409663Z","caller":"traceutil/trace.go:171","msg":"trace[2040745923] transaction","detail":"{read_only:false; response_revision:15020; number_of_response:1; }","duration":"602.634802ms","start":"2026-02-27T18:49:20.806985Z","end":"2026-02-27T18:49:21.40962Z","steps":["trace[2040745923] 'process raft request' (duration: 594.972064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.409735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.942721Z","time spent":"467.004348ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:49:21.409761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.726257Z","time spent":"683.432525ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:21.409788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.172727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:49:21.409825Z","caller":"traceutil/trace.go:171","msg":"trace[1526221543] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"701.262419ms","start":"2026-02-27T18:49:20.708552Z","end":"2026-02-27T18:49:21.409814Z","steps":["trace[1526221543] 'agreement among raft nodes before linearized reading' (duration: 694.749927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.409866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.708537Z","time spent":"701.32106ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:49:21.409834Z","caller":"traceutil/trace.go:171","msg":"trace[492934771] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"696.048177ms","start":"2026-02-27T18:49:20.707032Z","end":"2026-02-27T18:49:21.403081Z","steps":["trace[492934771] 'agreement among raft nodes before linearized reading' (duration: 695.884794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.409897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.806967Z","time spent":"602.777445ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:21.410053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.707021Z","time spent":"702.921077ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:49:21.409565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.859281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:49:21.410205Z","caller":"traceutil/trace.go:171","msg":"trace[246824173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15020; }","duration":"290.532856ms","start":"2026-02-27T18:49:21.119654Z","end":"2026-02-27T18:49:21.410187Z","steps":["trace[246824173] 'agreement among raft nodes before linearized reading' (duration: 283.617456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:21.410305Z","caller":"traceutil/trace.go:171","msg":"trace[951943308] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15020; }","duration":"847.882618ms","start":"2026-02-27T18:49:20.555533Z","end":"2026-02-27T18:49:21.403416Z","steps":["trace[951943308] 'agreement among raft nodes before linearized reading' (duration: 846.952417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.41036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.555515Z","time spent":"854.829579ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:49:21.410542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.128323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:21.410592Z","caller":"traceutil/trace.go:171","msg":"trace[122145258] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"697.203074ms","start":"2026-02-27T18:49:20.713377Z","end":"2026-02-27T18:49:21.410581Z","steps":["trace[122145258] 'agreement among raft nodes before linearized reading' (duration: 689.999477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.410616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.713364Z","time spent":"697.245456ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:49:21.414351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.45879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:49:21.414396Z","caller":"traceutil/trace.go:171","msg":"trace[1925281795] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15020; }","duration":"540.537422ms","start":"2026-02-27T18:49:20.873837Z","end":"2026-02-27T18:49:21.414375Z","steps":["trace[1925281795] 'agreement among raft nodes before linearized reading' (duration: 528.702978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.41442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:20.873818Z","time spent":"540.594583ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:49:21.977959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.640642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:49:21.978055Z","caller":"traceutil/trace.go:171","msg":"trace[1057324474] linearizableReadLoop","detail":"{readStateIndex:15762; appliedIndex:15761; }","duration":"559.512881ms","start":"2026-02-27T18:49:21.418527Z","end":"2026-02-27T18:49:21.97804Z","steps":["trace[1057324474] 'read index received' (duration: 207.732556ms)","trace[1057324474] 'applied index is now lower than readState.Index' (duration: 351.779255ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:21.978136Z","caller":"traceutil/trace.go:171","msg":"trace[1600900729] transaction","detail":"{read_only:false; response_revision:15021; number_of_response:1; }","duration":"566.947814ms","start":"2026-02-27T18:49:21.411177Z","end":"2026-02-27T18:49:21.978125Z","steps":["trace[1600900729] 'process raft request' (duration: 215.065956ms)","trace[1600900729] 'compare' (duration: 351.336795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:21.978193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.411158Z","time spent":"567.007545ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:21.978415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.87291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T18:49:21.978474Z","caller":"traceutil/trace.go:171","msg":"trace[1662457995] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15021; }","duration":"560.019392ms","start":"2026-02-27T18:49:21.418441Z","end":"2026-02-27T18:49:21.97846Z","steps":["trace[1662457995] 'agreement among raft nodes before linearized reading' (duration: 559.877509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:21.978496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.418426Z","time spent":"560.066174ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:49:22.064416Z","caller":"traceutil/trace.go:171","msg":"trace[1875058486] transaction","detail":"{read_only:false; response_revision:15022; number_of_response:1; }","duration":"645.656179ms","start":"2026-02-27T18:49:21.418736Z","end":"2026-02-27T18:49:22.064392Z","steps":["trace[1875058486] 'process raft request' (duration: 645.506686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.064553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.418722Z","time spent":"645.766651ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:49:22.064753Z","caller":"traceutil/trace.go:171","msg":"trace[1877102940] transaction","detail":"{read_only:false; response_revision:15023; number_of_response:1; }","duration":"645.920045ms","start":"2026-02-27T18:49:21.418804Z","end":"2026-02-27T18:49:22.064724Z","steps":["trace[1877102940] 'process raft request' (duration: 645.548976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.064865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.418785Z","time spent":"646.017166ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:49:22.064842Z","caller":"traceutil/trace.go:171","msg":"trace[1176399734] transaction","detail":"{read_only:false; response_revision:15024; number_of_response:1; }","duration":"645.859264ms","start":"2026-02-27T18:49:21.418955Z","end":"2026-02-27T18:49:22.064814Z","steps":["trace[1176399734] 'process raft request' (duration: 645.67734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.064974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.418943Z","time spent":"645.965126ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:22.065009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.380895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-02-27T18:49:22.065031Z","caller":"traceutil/trace.go:171","msg":"trace[1773504181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15025; }","duration":"646.415487ms","start":"2026-02-27T18:49:21.418609Z","end":"2026-02-27T18:49:22.065024Z","steps":["trace[1773504181] 'agreement among raft nodes before linearized reading' (duration: 646.346095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.418599Z","time spent":"646.443427ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:49:22.065175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.891933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-02-27T18:49:22.065058Z","caller":"traceutil/trace.go:171","msg":"trace[518691476] transaction","detail":"{read_only:false; response_revision:15025; number_of_response:1; }","duration":"642.742751ms","start":"2026-02-27T18:49:21.422292Z","end":"2026-02-27T18:49:22.065034Z","steps":["trace[518691476] 'process raft request' (duration: 642.433384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.300103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-02-27T18:49:22.065304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.422283Z","time spent":"642.987006ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:49:22.065333Z","caller":"traceutil/trace.go:171","msg":"trace[1163131727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15025; }","duration":"646.347255ms","start":"2026-02-27T18:49:21.418979Z","end":"2026-02-27T18:49:22.065326Z","steps":["trace[1163131727] 'agreement among raft nodes before linearized reading' (duration: 646.257543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.506455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-02-27T18:49:22.065379Z","caller":"traceutil/trace.go:171","msg":"trace[1386648882] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15025; }","duration":"243.575527ms","start":"2026-02-27T18:49:21.821793Z","end":"2026-02-27T18:49:22.065368Z","steps":["trace[1386648882] 'agreement among raft nodes before linearized reading' (duration: 243.466504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.064977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.643866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:49:22.065435Z","caller":"traceutil/trace.go:171","msg":"trace[367365596] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15025; }","duration":"573.139508ms","start":"2026-02-27T18:49:21.492283Z","end":"2026-02-27T18:49:22.065422Z","steps":["trace[367365596] 'agreement among raft nodes before linearized reading' (duration: 572.551504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.492271Z","time spent":"573.196669ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:49:22.065504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.292846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" ","response":"range_response_count:1 size:20746"} {"level":"info","ts":"2026-02-27T18:49:22.065527Z","caller":"traceutil/trace.go:171","msg":"trace[687776463] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sttm6; range_end:; response_count:1; response_revision:15025; }","duration":"496.336896ms","start":"2026-02-27T18:49:21.569185Z","end":"2026-02-27T18:49:22.065522Z","steps":["trace[687776463] 'agreement among raft nodes before linearized reading' (duration: 496.275125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.569173Z","time spent":"496.367408ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" "} {"level":"info","ts":"2026-02-27T18:49:22.065235Z","caller":"traceutil/trace.go:171","msg":"trace[888609296] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15025; }","duration":"227.973944ms","start":"2026-02-27T18:49:21.837246Z","end":"2026-02-27T18:49:22.06522Z","steps":["trace[888609296] 'agreement among raft nodes before linearized reading' (duration: 227.845111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.938773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:49:22.065625Z","caller":"traceutil/trace.go:171","msg":"trace[1758845697] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15025; }","duration":"321.978654ms","start":"2026-02-27T18:49:21.743641Z","end":"2026-02-27T18:49:22.06562Z","steps":["trace[1758845697] 'agreement among raft nodes before linearized reading' (duration: 321.939283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.743626Z","time spent":"322.008005ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:49:22.065701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.352792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709607"} {"level":"info","ts":"2026-02-27T18:49:22.065781Z","caller":"traceutil/trace.go:171","msg":"trace[1069773916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15025; }","duration":"645.452664ms","start":"2026-02-27T18:49:21.420312Z","end":"2026-02-27T18:49:22.065765Z","steps":["trace[1069773916] 'agreement among raft nodes before linearized reading' (duration: 644.617844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.317565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:22.065803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.609842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:49:22.065826Z","caller":"traceutil/trace.go:171","msg":"trace[1648469600] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15025; }","duration":"574.347755ms","start":"2026-02-27T18:49:21.491474Z","end":"2026-02-27T18:49:22.065821Z","steps":["trace[1648469600] 'agreement among raft nodes before linearized reading' (duration: 574.319984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.491468Z","time spent":"574.378156ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:49:22.065837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.420273Z","time spent":"645.547926ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":709630,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:49:22.065843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.411256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T18:49:22.065898Z","caller":"traceutil/trace.go:171","msg":"trace[881775606] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15025; }","duration":"574.487669ms","start":"2026-02-27T18:49:21.491398Z","end":"2026-02-27T18:49:22.065886Z","steps":["trace[881775606] 'agreement among raft nodes before linearized reading' (duration: 574.373476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.065941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.491388Z","time spent":"574.532769ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-27T18:49:22.065857Z","caller":"traceutil/trace.go:171","msg":"trace[1296436653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:15025; }","duration":"499.690355ms","start":"2026-02-27T18:49:21.566154Z","end":"2026-02-27T18:49:22.065844Z","steps":["trace[1296436653] 'agreement among raft nodes before linearized reading' (duration: 499.598802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.066098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.566141Z","time spent":"499.94823ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:49:22.066091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.41198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:22.065352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.418961Z","time spent":"646.388055ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:49:22.066149Z","caller":"traceutil/trace.go:171","msg":"trace[1299622952] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15025; }","duration":"575.504502ms","start":"2026-02-27T18:49:21.490625Z","end":"2026-02-27T18:49:22.066129Z","steps":["trace[1299622952] 'agreement among raft nodes before linearized reading' (duration: 575.40516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.0662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.490609Z","time spent":"575.579984ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T18:49:22.06573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.07848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:22.06629Z","caller":"traceutil/trace.go:171","msg":"trace[706474613] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15025; }","duration":"477.675394ms","start":"2026-02-27T18:49:21.588607Z","end":"2026-02-27T18:49:22.066283Z","steps":["trace[706474613] 'agreement among raft nodes before linearized reading' (duration: 477.104731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.066309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.588584Z","time spent":"477.718855ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:49:22.069223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.819042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:22.069277Z","caller":"traceutil/trace.go:171","msg":"trace[256171610] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15025; }","duration":"576.896695ms","start":"2026-02-27T18:49:21.492368Z","end":"2026-02-27T18:49:22.069264Z","steps":["trace[256171610] 'agreement among raft nodes before linearized reading' (duration: 573.492086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.069308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:21.492354Z","time spent":"576.947296ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:49:22.249747Z","caller":"traceutil/trace.go:171","msg":"trace[846044965] transaction","detail":"{read_only:false; response_revision:15027; number_of_response:1; }","duration":"177.589308ms","start":"2026-02-27T18:49:22.072131Z","end":"2026-02-27T18:49:22.249721Z","steps":["trace[846044965] 'process raft request' (duration: 177.382343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.250119Z","caller":"traceutil/trace.go:171","msg":"trace[2077717727] transaction","detail":"{read_only:false; response_revision:15028; number_of_response:1; }","duration":"173.772519ms","start":"2026-02-27T18:49:22.076292Z","end":"2026-02-27T18:49:22.250065Z","steps":["trace[2077717727] 'process raft request' (duration: 173.374859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.250367Z","caller":"traceutil/trace.go:171","msg":"trace[1997590605] linearizableReadLoop","detail":"{readStateIndex:15768; appliedIndex:15766; }","duration":"174.363953ms","start":"2026-02-27T18:49:22.07597Z","end":"2026-02-27T18:49:22.250333Z","steps":["trace[1997590605] 'read index received' (duration: 44.944302ms)","trace[1997590605] 'applied index is now lower than readState.Index' (duration: 129.417511ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:22.250502Z","caller":"traceutil/trace.go:171","msg":"trace[1048604686] transaction","detail":"{read_only:false; response_revision:15029; number_of_response:1; }","duration":"135.89725ms","start":"2026-02-27T18:49:22.114592Z","end":"2026-02-27T18:49:22.25049Z","steps":["trace[1048604686] 'process raft request' (duration: 135.337927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.250697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.249288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:22.250738Z","caller":"traceutil/trace.go:171","msg":"trace[989090995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15029; }","duration":"120.33635ms","start":"2026-02-27T18:49:22.130392Z","end":"2026-02-27T18:49:22.250729Z","steps":["trace[989090995] 'agreement among raft nodes before linearized reading' (duration: 120.260578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.250953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.959323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:49:22.25103Z","caller":"traceutil/trace.go:171","msg":"trace[1573494531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15029; }","duration":"171.075857ms","start":"2026-02-27T18:49:22.079935Z","end":"2026-02-27T18:49:22.251011Z","steps":["trace[1573494531] 'agreement among raft nodes before linearized reading' (duration: 170.936493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.251208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.834844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709607"} {"level":"info","ts":"2026-02-27T18:49:22.251259Z","caller":"traceutil/trace.go:171","msg":"trace[1497985440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15029; }","duration":"174.901305ms","start":"2026-02-27T18:49:22.076345Z","end":"2026-02-27T18:49:22.251246Z","steps":["trace[1497985440] 'agreement among raft nodes before linearized reading' (duration: 174.26929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.251398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.407997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709607"} {"level":"warn","ts":"2026-02-27T18:49:22.251443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.490665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709607"} {"level":"info","ts":"2026-02-27T18:49:22.251444Z","caller":"traceutil/trace.go:171","msg":"trace[656794349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15029; }","duration":"175.481138ms","start":"2026-02-27T18:49:22.075952Z","end":"2026-02-27T18:49:22.251433Z","steps":["trace[656794349] 'agreement among raft nodes before linearized reading' (duration: 174.70558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.251466Z","caller":"traceutil/trace.go:171","msg":"trace[744985975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15029; }","duration":"171.535527ms","start":"2026-02-27T18:49:22.079924Z","end":"2026-02-27T18:49:22.25146Z","steps":["trace[744985975] 'agreement among raft nodes before linearized reading' (duration: 171.112897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.513984Z","caller":"traceutil/trace.go:171","msg":"trace[417428749] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"249.096125ms","start":"2026-02-27T18:49:22.264864Z","end":"2026-02-27T18:49:22.51396Z","steps":["trace[417428749] 'process raft request' (duration: 248.999763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.514058Z","caller":"traceutil/trace.go:171","msg":"trace[1369878317] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15029; }","duration":"249.153317ms","start":"2026-02-27T18:49:22.264858Z","end":"2026-02-27T18:49:22.514012Z","steps":["trace[1369878317] 'process raft request' (duration: 248.910891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.518597Z","caller":"traceutil/trace.go:171","msg":"trace[376154039] linearizableReadLoop","detail":"{readStateIndex:15773; appliedIndex:15770; }","duration":"249.759401ms","start":"2026-02-27T18:49:22.268812Z","end":"2026-02-27T18:49:22.518571Z","steps":["trace[376154039] 'read index received' (duration: 244.951419ms)","trace[376154039] 'applied index is now lower than readState.Index' (duration: 4.806882ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:22.518743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.920824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:22.518781Z","caller":"traceutil/trace.go:171","msg":"trace[2134879318] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15031; }","duration":"250.010316ms","start":"2026-02-27T18:49:22.268761Z","end":"2026-02-27T18:49:22.518771Z","steps":["trace[2134879318] 'agreement among raft nodes before linearized reading' (duration: 249.931395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.518921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.153817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:22.518689Z","caller":"traceutil/trace.go:171","msg":"trace[639791810] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"253.725972ms","start":"2026-02-27T18:49:22.264919Z","end":"2026-02-27T18:49:22.518645Z","steps":["trace[639791810] 'process raft request' (duration: 253.519328ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.518996Z","caller":"traceutil/trace.go:171","msg":"trace[1882996768] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15031; }","duration":"249.282049ms","start":"2026-02-27T18:49:22.269696Z","end":"2026-02-27T18:49:22.518978Z","steps":["trace[1882996768] 'agreement among raft nodes before linearized reading' (duration: 249.133456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.51922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.593992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:22.519299Z","caller":"traceutil/trace.go:171","msg":"trace[137549945] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15031; }","duration":"241.727404ms","start":"2026-02-27T18:49:22.277555Z","end":"2026-02-27T18:49:22.519283Z","steps":["trace[137549945] 'agreement among raft nodes before linearized reading' (duration: 241.575011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.519378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.270417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:22.519429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.478907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:187834"} {"level":"info","ts":"2026-02-27T18:49:22.51945Z","caller":"traceutil/trace.go:171","msg":"trace[152499331] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15031; }","duration":"242.356119ms","start":"2026-02-27T18:49:22.277079Z","end":"2026-02-27T18:49:22.519435Z","steps":["trace[152499331] 'agreement among raft nodes before linearized reading' (duration: 242.155064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.519588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.636268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:49:22.51964Z","caller":"traceutil/trace.go:171","msg":"trace[513353822] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15031; }","duration":"224.692249ms","start":"2026-02-27T18:49:22.294933Z","end":"2026-02-27T18:49:22.519625Z","steps":["trace[513353822] 'agreement among raft nodes before linearized reading' (duration: 224.551206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.519807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.660172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:49:22.51986Z","caller":"traceutil/trace.go:171","msg":"trace[418637791] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15031; }","duration":"247.728813ms","start":"2026-02-27T18:49:22.272118Z","end":"2026-02-27T18:49:22.519847Z","steps":["trace[418637791] 'agreement among raft nodes before linearized reading' (duration: 247.547069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.520005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.842313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:22.520052Z","caller":"traceutil/trace.go:171","msg":"trace[1270837972] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15031; }","duration":"249.903124ms","start":"2026-02-27T18:49:22.270137Z","end":"2026-02-27T18:49:22.52004Z","steps":["trace[1270837972] 'agreement among raft nodes before linearized reading' (duration: 249.834872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.519464Z","caller":"traceutil/trace.go:171","msg":"trace[1400856735] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15031; }","duration":"181.547369ms","start":"2026-02-27T18:49:22.337905Z","end":"2026-02-27T18:49:22.519453Z","steps":["trace[1400856735] 'agreement among raft nodes before linearized reading' (duration: 181.256252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:22.520467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.314853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:22.520586Z","caller":"traceutil/trace.go:171","msg":"trace[1314409536] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15031; }","duration":"250.426676ms","start":"2026-02-27T18:49:22.270121Z","end":"2026-02-27T18:49:22.520548Z","steps":["trace[1314409536] 'agreement among raft nodes before linearized reading' (duration: 249.947555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:22.732694Z","caller":"traceutil/trace.go:171","msg":"trace[1116980540] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"204.432369ms","start":"2026-02-27T18:49:22.528231Z","end":"2026-02-27T18:49:22.732663Z","steps":["trace[1116980540] 'process raft request' (duration: 204.272036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.183082Z","caller":"traceutil/trace.go:171","msg":"trace[1952145391] linearizableReadLoop","detail":"{readStateIndex:15775; appliedIndex:15774; }","duration":"113.82277ms","start":"2026-02-27T18:49:24.069234Z","end":"2026-02-27T18:49:24.183056Z","steps":["trace[1952145391] 'read index received' (duration: 113.502582ms)","trace[1952145391] 'applied index is now lower than readState.Index' (duration: 319.028µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:24.183191Z","caller":"traceutil/trace.go:171","msg":"trace[1391574834] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"196.818493ms","start":"2026-02-27T18:49:23.986343Z","end":"2026-02-27T18:49:24.183161Z","steps":["trace[1391574834] 'process raft request' (duration: 196.512426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.183344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.579028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:24.183382Z","caller":"traceutil/trace.go:171","msg":"trace[1976054706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:15033; }","duration":"100.013229ms","start":"2026-02-27T18:49:24.083343Z","end":"2026-02-27T18:49:24.183356Z","steps":["trace[1976054706] 'agreement among raft nodes before linearized reading' (duration: 99.956837ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.18341Z","caller":"traceutil/trace.go:171","msg":"trace[20259385] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15033; }","duration":"108.71519ms","start":"2026-02-27T18:49:24.074681Z","end":"2026-02-27T18:49:24.183396Z","steps":["trace[20259385] 'agreement among raft nodes before linearized reading' (duration: 108.590078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.183524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.064778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:49:24.183562Z","caller":"traceutil/trace.go:171","msg":"trace[1549983950] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15033; }","duration":"112.1292ms","start":"2026-02-27T18:49:24.071424Z","end":"2026-02-27T18:49:24.183554Z","steps":["trace[1549983950] 'agreement among raft nodes before linearized reading' (duration: 111.958786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.183545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.029129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-02-27T18:49:24.18361Z","caller":"traceutil/trace.go:171","msg":"trace[1616761547] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:15033; }","duration":"103.131991ms","start":"2026-02-27T18:49:24.080463Z","end":"2026-02-27T18:49:24.183595Z","steps":["trace[1616761547] 'agreement among raft nodes before linearized reading' (duration: 102.885845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.183667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.084552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:49:24.183741Z","caller":"traceutil/trace.go:171","msg":"trace[1490444667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15033; }","duration":"110.174814ms","start":"2026-02-27T18:49:24.073548Z","end":"2026-02-27T18:49:24.183722Z","steps":["trace[1490444667] 'agreement among raft nodes before linearized reading' (duration: 109.962929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.18376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.590228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:24.183799Z","caller":"traceutil/trace.go:171","msg":"trace[2130489210] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15033; }","duration":"108.64196ms","start":"2026-02-27T18:49:24.075144Z","end":"2026-02-27T18:49:24.183786Z","steps":["trace[2130489210] 'agreement among raft nodes before linearized reading' (duration: 108.518357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.183887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.367419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T18:49:24.183758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.778905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:24.183971Z","caller":"traceutil/trace.go:171","msg":"trace[640048144] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15033; }","duration":"113.478871ms","start":"2026-02-27T18:49:24.07047Z","end":"2026-02-27T18:49:24.183949Z","steps":["trace[640048144] 'agreement among raft nodes before linearized reading' (duration: 113.233286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.183983Z","caller":"traceutil/trace.go:171","msg":"trace[2065712671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15033; }","duration":"113.031141ms","start":"2026-02-27T18:49:24.070928Z","end":"2026-02-27T18:49:24.183959Z","steps":["trace[2065712671] 'agreement among raft nodes before linearized reading' (duration: 112.710533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.184192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.952955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:49:24.184261Z","caller":"traceutil/trace.go:171","msg":"trace[1448382979] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15033; }","duration":"115.058738ms","start":"2026-02-27T18:49:24.069186Z","end":"2026-02-27T18:49:24.184245Z","steps":["trace[1448382979] 'agreement among raft nodes before linearized reading' (duration: 114.032534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.184386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.105699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:49:24.184883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.398119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:49:24.184999Z","caller":"traceutil/trace.go:171","msg":"trace[520444984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15033; }","duration":"114.987736ms","start":"2026-02-27T18:49:24.069993Z","end":"2026-02-27T18:49:24.18498Z","steps":["trace[520444984] 'agreement among raft nodes before linearized reading' (duration: 113.242416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.185733Z","caller":"traceutil/trace.go:171","msg":"trace[626377886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15033; }","duration":"112.541379ms","start":"2026-02-27T18:49:24.072123Z","end":"2026-02-27T18:49:24.184665Z","steps":["trace[626377886] 'agreement among raft nodes before linearized reading' (duration: 111.504855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.310875Z","caller":"traceutil/trace.go:171","msg":"trace[1067419082] linearizableReadLoop","detail":"{readStateIndex:15779; appliedIndex:15775; }","duration":"116.844549ms","start":"2026-02-27T18:49:24.194002Z","end":"2026-02-27T18:49:24.310846Z","steps":["trace[1067419082] 'read index received' (duration: 54.134126ms)","trace[1067419082] 'applied index is now lower than readState.Index' (duration: 62.709143ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:24.311019Z","caller":"traceutil/trace.go:171","msg":"trace[1916666882] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"120.086194ms","start":"2026-02-27T18:49:24.190906Z","end":"2026-02-27T18:49:24.310993Z","steps":["trace[1916666882] 'process raft request' (duration: 119.899669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.311032Z","caller":"traceutil/trace.go:171","msg":"trace[1539489276] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"120.3435ms","start":"2026-02-27T18:49:24.190616Z","end":"2026-02-27T18:49:24.310959Z","steps":["trace[1539489276] 'process raft request' (duration: 119.983721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.310956Z","caller":"traceutil/trace.go:171","msg":"trace[362039140] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"120.025693ms","start":"2026-02-27T18:49:24.190891Z","end":"2026-02-27T18:49:24.310916Z","steps":["trace[362039140] 'process raft request' (duration: 119.872859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.311821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.797241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709607"} {"level":"info","ts":"2026-02-27T18:49:24.311907Z","caller":"traceutil/trace.go:171","msg":"trace[1288630942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15037; }","duration":"117.932104ms","start":"2026-02-27T18:49:24.193959Z","end":"2026-02-27T18:49:24.311891Z","steps":["trace[1288630942] 'agreement among raft nodes before linearized reading' (duration: 117.171967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.312376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.272492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709607"} {"level":"info","ts":"2026-02-27T18:49:24.312489Z","caller":"traceutil/trace.go:171","msg":"trace[2145839582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15037; }","duration":"118.411385ms","start":"2026-02-27T18:49:24.194063Z","end":"2026-02-27T18:49:24.312474Z","steps":["trace[2145839582] 'agreement among raft nodes before linearized reading' (duration: 117.217787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.635563Z","caller":"traceutil/trace.go:171","msg":"trace[1400572732] linearizableReadLoop","detail":"{readStateIndex:15781; appliedIndex:15780; }","duration":"109.851106ms","start":"2026-02-27T18:49:24.525691Z","end":"2026-02-27T18:49:24.635542Z","steps":["trace[1400572732] 'read index received' (duration: 109.663272ms)","trace[1400572732] 'applied index is now lower than readState.Index' (duration: 186.924µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:24.635675Z","caller":"traceutil/trace.go:171","msg":"trace[608910526] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"110.43848ms","start":"2026-02-27T18:49:24.525227Z","end":"2026-02-27T18:49:24.635665Z","steps":["trace[608910526] 'process raft request' (duration: 110.173534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.635757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.013331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:24.635817Z","caller":"traceutil/trace.go:171","msg":"trace[1732743493] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15039; }","duration":"110.090102ms","start":"2026-02-27T18:49:24.525713Z","end":"2026-02-27T18:49:24.635804Z","steps":["trace[1732743493] 'agreement among raft nodes before linearized reading' (duration: 109.993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.635994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.754394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:49:24.636024Z","caller":"traceutil/trace.go:171","msg":"trace[1990913655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15039; }","duration":"106.782765ms","start":"2026-02-27T18:49:24.529234Z","end":"2026-02-27T18:49:24.636016Z","steps":["trace[1990913655] 'agreement among raft nodes before linearized reading' (duration: 106.682493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.636103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.39586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:24.636146Z","caller":"traceutil/trace.go:171","msg":"trace[521166562] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15039; }","duration":"110.468491ms","start":"2026-02-27T18:49:24.525668Z","end":"2026-02-27T18:49:24.636136Z","steps":["trace[521166562] 'agreement among raft nodes before linearized reading' (duration: 110.389799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.636188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.55182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:24.636213Z","caller":"traceutil/trace.go:171","msg":"trace[1336186022] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15039; }","duration":"106.585871ms","start":"2026-02-27T18:49:24.529621Z","end":"2026-02-27T18:49:24.636207Z","steps":["trace[1336186022] 'agreement among raft nodes before linearized reading' (duration: 106.518529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.636431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.785246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:49:24.636458Z","caller":"traceutil/trace.go:171","msg":"trace[356049775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15039; }","duration":"109.810356ms","start":"2026-02-27T18:49:24.526639Z","end":"2026-02-27T18:49:24.63645Z","steps":["trace[356049775] 'agreement among raft nodes before linearized reading' (duration: 109.737004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:24.636658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.604124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:49:24.636717Z","caller":"traceutil/trace.go:171","msg":"trace[1071794040] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15039; }","duration":"110.667896ms","start":"2026-02-27T18:49:24.526031Z","end":"2026-02-27T18:49:24.636699Z","steps":["trace[1071794040] 'agreement among raft nodes before linearized reading' (duration: 110.505382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.83471Z","caller":"traceutil/trace.go:171","msg":"trace[1116005307] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"194.642543ms","start":"2026-02-27T18:49:24.640046Z","end":"2026-02-27T18:49:24.834688Z","steps":["trace[1116005307] 'process raft request' (duration: 194.511019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:24.83528Z","caller":"traceutil/trace.go:171","msg":"trace[840894755] linearizableReadLoop","detail":"{readStateIndex:15782; appliedIndex:15782; }","duration":"194.596841ms","start":"2026-02-27T18:49:24.64065Z","end":"2026-02-27T18:49:24.835246Z","steps":["trace[840894755] 'read index received' (duration: 194.53304ms)","trace[840894755] 'applied index is now lower than readState.Index' (duration: 60.421µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:24.835553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.887298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:49:24.835603Z","caller":"traceutil/trace.go:171","msg":"trace[165746462] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15040; }","duration":"194.96065ms","start":"2026-02-27T18:49:24.640628Z","end":"2026-02-27T18:49:24.835589Z","steps":["trace[165746462] 'agreement among raft nodes before linearized reading' (duration: 194.701174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.676454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.032476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:49:25.676667Z","caller":"traceutil/trace.go:171","msg":"trace[1878551231] linearizableReadLoop","detail":"{readStateIndex:15784; appliedIndex:15782; }","duration":"253.096747ms","start":"2026-02-27T18:49:25.423552Z","end":"2026-02-27T18:49:25.676649Z","steps":["trace[1878551231] 'read index received' (duration: 58.811µs)","trace[1878551231] 'applied index is now lower than readState.Index' (duration: 253.037026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:25.676747Z","caller":"traceutil/trace.go:171","msg":"trace[1588693005] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"835.900739ms","start":"2026-02-27T18:49:24.840833Z","end":"2026-02-27T18:49:25.676734Z","steps":["trace[1588693005] 'process raft request' (duration: 835.751625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:25.676798Z","caller":"traceutil/trace.go:171","msg":"trace[1552816348] transaction","detail":"{read_only:false; response_revision:15041; number_of_response:1; }","duration":"837.698081ms","start":"2026-02-27T18:49:24.839074Z","end":"2026-02-27T18:49:25.676772Z","steps":["trace[1552816348] 'process raft request' (duration: 119.256585ms)","trace[1552816348] 'compare' (duration: 717.704199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:49:25.676827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:24.840821Z","time spent":"835.969311ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:25.676879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.308551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:25.676896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:24.839058Z","time spent":"837.791223ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:49:25.676945Z","caller":"traceutil/trace.go:171","msg":"trace[1070139578] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:15042; }","duration":"253.423494ms","start":"2026-02-27T18:49:25.4235Z","end":"2026-02-27T18:49:25.676924Z","steps":["trace[1070139578] 'agreement among raft nodes before linearized reading' (duration: 253.269381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.726636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.110825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:25.726661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.863818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:49:25.726679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.337793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:25.726734Z","caller":"traceutil/trace.go:171","msg":"trace[364091036] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15042; }","duration":"301.992981ms","start":"2026-02-27T18:49:25.424724Z","end":"2026-02-27T18:49:25.726717Z","steps":["trace[364091036] 'agreement among raft nodes before linearized reading' (duration: 301.728315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.726758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.425456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:25.726764Z","caller":"traceutil/trace.go:171","msg":"trace[1368272519] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15042; }","duration":"297.461846ms","start":"2026-02-27T18:49:25.429284Z","end":"2026-02-27T18:49:25.726745Z","steps":["trace[1368272519] 'agreement among raft nodes before linearized reading' (duration: 297.276121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:25.726787Z","caller":"traceutil/trace.go:171","msg":"trace[478557677] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15042; }","duration":"294.472106ms","start":"2026-02-27T18:49:25.432308Z","end":"2026-02-27T18:49:25.72678Z","steps":["trace[478557677] 'agreement among raft nodes before linearized reading' (duration: 294.414175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.726838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.668494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:25.726883Z","caller":"traceutil/trace.go:171","msg":"trace[1952761247] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15042; }","duration":"298.725194ms","start":"2026-02-27T18:49:25.428144Z","end":"2026-02-27T18:49:25.726869Z","steps":["trace[1952761247] 'agreement among raft nodes before linearized reading' (duration: 298.647773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.72689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.029248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:49:25.726929Z","caller":"traceutil/trace.go:171","msg":"trace[1641375419] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15042; }","duration":"301.123511ms","start":"2026-02-27T18:49:25.425797Z","end":"2026-02-27T18:49:25.726921Z","steps":["trace[1641375419] 'agreement among raft nodes before linearized reading' (duration: 301.005278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.72696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:25.425789Z","time spent":"301.165961ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:49:25.727029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.381091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:25.727084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.51456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:25.726755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.534594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:25.727014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.451739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:49:25.727154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.811074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:49:25.727129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.345003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:49:25.727183Z","caller":"traceutil/trace.go:171","msg":"trace[631703382] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15042; }","duration":"295.664034ms","start":"2026-02-27T18:49:25.431512Z","end":"2026-02-27T18:49:25.727176Z","steps":["trace[631703382] 'agreement among raft nodes before linearized reading' (duration: 295.304435ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:25.727192Z","caller":"traceutil/trace.go:171","msg":"trace[1588617540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"297.862485ms","start":"2026-02-27T18:49:25.42932Z","end":"2026-02-27T18:49:25.727183Z","steps":["trace[1588617540] 'agreement among raft nodes before linearized reading' (duration: 297.800933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:25.727193Z","caller":"traceutil/trace.go:171","msg":"trace[1563326744] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15042; }","duration":"300.003905ms","start":"2026-02-27T18:49:25.427173Z","end":"2026-02-27T18:49:25.727177Z","steps":["trace[1563326744] 'agreement among raft nodes before linearized reading' (duration: 299.420571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.727247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:25.427166Z","time spent":"300.062666ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:49:25.72726Z","caller":"traceutil/trace.go:171","msg":"trace[52382437] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"297.459946ms","start":"2026-02-27T18:49:25.429733Z","end":"2026-02-27T18:49:25.727193Z","steps":["trace[52382437] 'agreement among raft nodes before linearized reading' (duration: 297.340893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:25.726777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:25.424699Z","time spent":"302.070033ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:49:25.727091Z","caller":"traceutil/trace.go:171","msg":"trace[1884936502] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15042; }","duration":"296.484063ms","start":"2026-02-27T18:49:25.430594Z","end":"2026-02-27T18:49:25.727079Z","steps":["trace[1884936502] 'agreement among raft nodes before linearized reading' (duration: 296.36279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:25.726692Z","caller":"traceutil/trace.go:171","msg":"trace[659546031] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15042; }","duration":"296.192356ms","start":"2026-02-27T18:49:25.430488Z","end":"2026-02-27T18:49:25.72668Z","steps":["trace[659546031] 'agreement among raft nodes before linearized reading' (duration: 296.022642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:25.727148Z","caller":"traceutil/trace.go:171","msg":"trace[1263774201] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"295.583972ms","start":"2026-02-27T18:49:25.431546Z","end":"2026-02-27T18:49:25.727129Z","steps":["trace[1263774201] 'agreement among raft nodes before linearized reading' (duration: 295.515391ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:26.503812Z","caller":"traceutil/trace.go:171","msg":"trace[723174966] linearizableReadLoop","detail":"{readStateIndex:15786; appliedIndex:15785; }","duration":"233.163576ms","start":"2026-02-27T18:49:26.270623Z","end":"2026-02-27T18:49:26.503786Z","steps":["trace[723174966] 'read index received' (duration: 232.881519ms)","trace[723174966] 'applied index is now lower than readState.Index' (duration: 281.007µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:49:26.503942Z","caller":"traceutil/trace.go:171","msg":"trace[1835476302] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"308.575204ms","start":"2026-02-27T18:49:26.195354Z","end":"2026-02-27T18:49:26.50393Z","steps":["trace[1835476302] 'process raft request' (duration: 308.233266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.504044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:49:26.195339Z","time spent":"308.636385ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:49:26.504187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.945752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:49:26.504258Z","caller":"traceutil/trace.go:171","msg":"trace[370868277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15043; }","duration":"183.065494ms","start":"2026-02-27T18:49:26.321176Z","end":"2026-02-27T18:49:26.504242Z","steps":["trace[370868277] 'agreement among raft nodes before linearized reading' (duration: 182.89053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.50446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.988031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:49:26.504501Z","caller":"traceutil/trace.go:171","msg":"trace[1880567272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:15043; }","duration":"145.046592ms","start":"2026-02-27T18:49:26.359444Z","end":"2026-02-27T18:49:26.504491Z","steps":["trace[1880567272] 'agreement among raft nodes before linearized reading' (duration: 144.974411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.50454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.926203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:49:26.504617Z","caller":"traceutil/trace.go:171","msg":"trace[101556677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15043; }","duration":"234.023486ms","start":"2026-02-27T18:49:26.270583Z","end":"2026-02-27T18:49:26.504606Z","steps":["trace[101556677] 'agreement among raft nodes before linearized reading' (duration: 233.907183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.504759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.296728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" ","response":"range_response_count:1 size:20746"} {"level":"info","ts":"2026-02-27T18:49:26.504798Z","caller":"traceutil/trace.go:171","msg":"trace[424558188] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sttm6; range_end:; response_count:1; response_revision:15043; }","duration":"145.36865ms","start":"2026-02-27T18:49:26.359419Z","end":"2026-02-27T18:49:26.504787Z","steps":["trace[424558188] 'agreement among raft nodes before linearized reading' (duration: 145.255347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.504816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.678938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-02-27T18:49:26.504843Z","caller":"traceutil/trace.go:171","msg":"trace[453638923] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:15043; }","duration":"120.722808ms","start":"2026-02-27T18:49:26.384112Z","end":"2026-02-27T18:49:26.504835Z","steps":["trace[453638923] 'agreement among raft nodes before linearized reading' (duration: 120.641726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.504466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.682355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-02-27T18:49:26.504965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.325365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-02-27T18:49:26.504989Z","caller":"traceutil/trace.go:171","msg":"trace[1299381954] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15043; }","duration":"125.347786ms","start":"2026-02-27T18:49:26.379634Z","end":"2026-02-27T18:49:26.504981Z","steps":["trace[1299381954] 'agreement among raft nodes before linearized reading' (duration: 125.280994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.505115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.265683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:49:26.50515Z","caller":"traceutil/trace.go:171","msg":"trace[434853384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15043; }","duration":"134.320714ms","start":"2026-02-27T18:49:26.370821Z","end":"2026-02-27T18:49:26.505141Z","steps":["trace[434853384] 'agreement among raft nodes before linearized reading' (duration: 134.243723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.505191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.774658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:49:26.505227Z","caller":"traceutil/trace.go:171","msg":"trace[249576211] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15043; }","duration":"179.829489ms","start":"2026-02-27T18:49:26.325389Z","end":"2026-02-27T18:49:26.505218Z","steps":["trace[249576211] 'agreement among raft nodes before linearized reading' (duration: 179.747197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:26.504979Z","caller":"traceutil/trace.go:171","msg":"trace[692042133] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15043; }","duration":"136.186877ms","start":"2026-02-27T18:49:26.368774Z","end":"2026-02-27T18:49:26.504961Z","steps":["trace[692042133] 'agreement among raft nodes before linearized reading' (duration: 135.582133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:49:26.505117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.667345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:49:26.505471Z","caller":"traceutil/trace.go:171","msg":"trace[591482222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15043; }","duration":"180.054075ms","start":"2026-02-27T18:49:26.325408Z","end":"2026-02-27T18:49:26.505462Z","steps":["trace[591482222] 'agreement among raft nodes before linearized reading' (duration: 179.600114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:50:09.886947Z","caller":"traceutil/trace.go:171","msg":"trace[1553146852] transaction","detail":"{read_only:false; response_revision:15370; number_of_response:1; }","duration":"163.992172ms","start":"2026-02-27T18:50:09.722922Z","end":"2026-02-27T18:50:09.886915Z","steps":["trace[1553146852] 'process raft request' (duration: 163.671055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.888648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141670651s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:50:11.888987Z","caller":"traceutil/trace.go:171","msg":"trace[935555932] linearizableReadLoop","detail":"{readStateIndex:16132; appliedIndex:16131; }","duration":"1.142076571s","start":"2026-02-27T18:50:10.746889Z","end":"2026-02-27T18:50:11.888965Z","steps":["trace[935555932] 'read index received' (duration: 250.416µs)","trace[935555932] 'applied index is now lower than readState.Index' (duration: 1.141824995s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:50:11.889276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142357747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:50:11.889369Z","caller":"traceutil/trace.go:171","msg":"trace[642883493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15370; }","duration":"1.14248695s","start":"2026-02-27T18:50:10.746861Z","end":"2026-02-27T18:50:11.889348Z","steps":["trace[642883493] 'agreement among raft nodes before linearized reading' (duration: 1.142199073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.889414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.746849Z","time spent":"1.142555222s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:50:11.889852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.746811Z","time spent":"1.143038072s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:50:11.897323Z","caller":"traceutil/trace.go:171","msg":"trace[394207165] transaction","detail":"{read_only:false; response_revision:15373; number_of_response:1; }","duration":"1.147897394s","start":"2026-02-27T18:50:10.749403Z","end":"2026-02-27T18:50:11.897301Z","steps":["trace[394207165] 'process raft request' (duration: 1.147856854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.897463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.749396Z","time spent":"1.147997588s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:50:11.897741Z","caller":"traceutil/trace.go:171","msg":"trace[704283003] transaction","detail":"{read_only:false; response_revision:15371; number_of_response:1; }","duration":"1.150035044s","start":"2026-02-27T18:50:10.747697Z","end":"2026-02-27T18:50:11.897732Z","steps":["trace[704283003] 'process raft request' (duration: 1.149340998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.897781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.747685Z","time spent":"1.150074695s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:50:11.897923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.7537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:50:11.897947Z","caller":"traceutil/trace.go:171","msg":"trace[404361325] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:15373; }","duration":"908.823052ms","start":"2026-02-27T18:50:10.989117Z","end":"2026-02-27T18:50:11.89794Z","steps":["trace[404361325] 'agreement among raft nodes before linearized reading' (duration: 908.73387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:50:11.897936Z","caller":"traceutil/trace.go:171","msg":"trace[1454250775] transaction","detail":"{read_only:false; response_revision:15372; number_of_response:1; }","duration":"1.149692887s","start":"2026-02-27T18:50:10.74822Z","end":"2026-02-27T18:50:11.897913Z","steps":["trace[1454250775] 'process raft request' (duration: 1.149012551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.897966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.989094Z","time spent":"908.868183ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:50:11.89805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.748208Z","time spent":"1.149774828s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:50:11.898065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.942705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-02-27T18:50:11.89811Z","caller":"traceutil/trace.go:171","msg":"trace[1760380067] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15373; }","duration":"909.049727ms","start":"2026-02-27T18:50:10.989049Z","end":"2026-02-27T18:50:11.898099Z","steps":["trace[1760380067] 'agreement among raft nodes before linearized reading' (duration: 908.919634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.989019Z","time spent":"909.104688ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" "} {"level":"warn","ts":"2026-02-27T18:50:11.898273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150609988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T18:50:11.898289Z","caller":"traceutil/trace.go:171","msg":"trace[344250635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15373; }","duration":"1.150623308s","start":"2026-02-27T18:50:10.747658Z","end":"2026-02-27T18:50:11.898282Z","steps":["trace[344250635] 'agreement among raft nodes before linearized reading' (duration: 1.150577867s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.8983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.74765Z","time spent":"1.150647878s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:50:11.898303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.239827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:50:11.898332Z","caller":"traceutil/trace.go:171","msg":"trace[453318029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15373; }","duration":"870.304769ms","start":"2026-02-27T18:50:11.028018Z","end":"2026-02-27T18:50:11.898323Z","steps":["trace[453318029] 'agreement among raft nodes before linearized reading' (duration: 870.241558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.722982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9784"} {"level":"warn","ts":"2026-02-27T18:50:11.898357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:11.028004Z","time spent":"870.34483ms","remote":"127.0.0.1:38854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:50:11.898377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15071552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:50:11.898393Z","caller":"traceutil/trace.go:171","msg":"trace[277517448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15373; }","duration":"1.150740571s","start":"2026-02-27T18:50:10.747646Z","end":"2026-02-27T18:50:11.898387Z","steps":["trace[277517448] 'agreement among raft nodes before linearized reading' (duration: 1.15071607s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:50:11.898384Z","caller":"traceutil/trace.go:171","msg":"trace[123110064] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:15373; }","duration":"896.817873ms","start":"2026-02-27T18:50:11.001553Z","end":"2026-02-27T18:50:11.898371Z","steps":["trace[123110064] 'agreement among raft nodes before linearized reading' (duration: 896.645229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.747641Z","time spent":"1.150762121s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:50:11.89842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:11.001538Z","time spent":"896.876065ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9807,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" "} {"level":"warn","ts":"2026-02-27T18:50:11.898506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151018527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:50:11.89852Z","caller":"traceutil/trace.go:171","msg":"trace[335070899] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15373; }","duration":"1.151061909s","start":"2026-02-27T18:50:10.747453Z","end":"2026-02-27T18:50:11.898515Z","steps":["trace[335070899] 'agreement among raft nodes before linearized reading' (duration: 1.151018568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.747437Z","time spent":"1.151091989s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:50:11.898547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.786447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T18:50:11.898576Z","caller":"traceutil/trace.go:171","msg":"trace[1413113985] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15373; }","duration":"847.833148ms","start":"2026-02-27T18:50:11.050731Z","end":"2026-02-27T18:50:11.898565Z","steps":["trace[1413113985] 'agreement among raft nodes before linearized reading' (duration: 847.735775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:11.050721Z","time spent":"847.976641ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T18:50:11.89872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151790375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:50:11.898736Z","caller":"traceutil/trace.go:171","msg":"trace[1528175110] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15373; }","duration":"1.151817276s","start":"2026-02-27T18:50:10.746914Z","end":"2026-02-27T18:50:11.898731Z","steps":["trace[1528175110] 'agreement among raft nodes before linearized reading' (duration: 1.151780265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.964814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-02-27T18:50:11.898748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.746909Z","time spent":"1.151836456s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:50:11.898762Z","caller":"traceutil/trace.go:171","msg":"trace[480783964] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15373; }","duration":"893.004865ms","start":"2026-02-27T18:50:11.005748Z","end":"2026-02-27T18:50:11.898753Z","steps":["trace[480783964] 'agreement among raft nodes before linearized reading' (duration: 892.926643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:11.005741Z","time spent":"893.036226ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" "} {"level":"warn","ts":"2026-02-27T18:50:11.898685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151492258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:50:11.898823Z","caller":"traceutil/trace.go:171","msg":"trace[1735276761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15373; }","duration":"1.151644901s","start":"2026-02-27T18:50:10.747171Z","end":"2026-02-27T18:50:11.898816Z","steps":["trace[1735276761] 'agreement among raft nodes before linearized reading' (duration: 1.151481558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:10.747161Z","time spent":"1.151684472s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:50:11.898891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.264501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" ","response":"range_response_count:1 size:20746"} {"level":"info","ts":"2026-02-27T18:50:11.898909Z","caller":"traceutil/trace.go:171","msg":"trace[2023612706] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sttm6; range_end:; response_count:1; response_revision:15373; }","duration":"893.300581ms","start":"2026-02-27T18:50:11.005602Z","end":"2026-02-27T18:50:11.898902Z","steps":["trace[2023612706] 'agreement among raft nodes before linearized reading' (duration: 893.23016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:11.898928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:11.005591Z","time spent":"893.332733ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" "} {"level":"warn","ts":"2026-02-27T18:50:27.124986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090355569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T18:50:27.12506Z","caller":"traceutil/trace.go:171","msg":"trace[392488128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:15491; }","duration":"1.090481812s","start":"2026-02-27T18:50:26.034561Z","end":"2026-02-27T18:50:27.125043Z","steps":["trace[392488128] 'range keys from in-memory index tree' (duration: 1.090184305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.125091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.034537Z","time spent":"1.090548083s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-425r5\" "} {"level":"warn","ts":"2026-02-27T18:50:27.125358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031595376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" ","response":"range_response_count:1 size:20746"} {"level":"info","ts":"2026-02-27T18:50:27.125381Z","caller":"traceutil/trace.go:171","msg":"trace[1148678941] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sttm6; range_end:; response_count:1; response_revision:15491; }","duration":"1.031678289s","start":"2026-02-27T18:50:26.093697Z","end":"2026-02-27T18:50:27.125375Z","steps":["trace[1148678941] 'range keys from in-memory index tree' (duration: 1.031415693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.125409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.093682Z","time spent":"1.03172189s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20769,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" "} {"level":"warn","ts":"2026-02-27T18:50:27.125643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.726853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:50:27.125719Z","caller":"traceutil/trace.go:171","msg":"trace[438524198] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15491; }","duration":"869.812475ms","start":"2026-02-27T18:50:26.255886Z","end":"2026-02-27T18:50:27.125699Z","steps":["trace[438524198] 'range keys from in-memory index tree' (duration: 869.56851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.125719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.273136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9784"} {"level":"warn","ts":"2026-02-27T18:50:27.125765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.255871Z","time spent":"869.886478ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:50:27.125792Z","caller":"traceutil/trace.go:171","msg":"trace[1092230011] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:15491; }","duration":"923.362987ms","start":"2026-02-27T18:50:26.202405Z","end":"2026-02-27T18:50:27.125768Z","steps":["trace[1092230011] 'range keys from in-memory index tree' (duration: 923.140522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.125832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.202391Z","time spent":"923.430478ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9807,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" "} {"level":"warn","ts":"2026-02-27T18:50:27.125694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.289704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:50:27.125982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.154921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:50:27.126006Z","caller":"traceutil/trace.go:171","msg":"trace[816990463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15491; }","duration":"888.220332ms","start":"2026-02-27T18:50:26.237778Z","end":"2026-02-27T18:50:27.125998Z","steps":["trace[816990463] 'range keys from in-memory index tree' (duration: 888.034628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.126026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.237757Z","time spent":"888.263213ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:50:27.126001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027486762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-02-27T18:50:27.126034Z","caller":"traceutil/trace.go:171","msg":"trace[1125763994] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15491; }","duration":"863.651792ms","start":"2026-02-27T18:50:26.262348Z","end":"2026-02-27T18:50:27.126Z","steps":["trace[1125763994] 'range keys from in-memory index tree' (duration: 863.119561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:50:27.126077Z","caller":"traceutil/trace.go:171","msg":"trace[1203376857] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15491; }","duration":"1.027594834s","start":"2026-02-27T18:50:26.098465Z","end":"2026-02-27T18:50:27.12606Z","steps":["trace[1203376857] 'range keys from in-memory index tree' (duration: 1.027297927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.126106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.098455Z","time spent":"1.027645295s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" "} {"level":"warn","ts":"2026-02-27T18:50:27.126104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.790003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:50:27.126107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.262314Z","time spent":"863.767515ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:50:27.12614Z","caller":"traceutil/trace.go:171","msg":"trace[719150658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15491; }","duration":"887.848123ms","start":"2026-02-27T18:50:26.238283Z","end":"2026-02-27T18:50:27.126131Z","steps":["trace[719150658] 'range keys from in-memory index tree' (duration: 887.397883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.126173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.238271Z","time spent":"887.892915ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:50:27.126388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.505699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:50:27.126414Z","caller":"traceutil/trace.go:171","msg":"trace[1044477148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15491; }","duration":"998.549661ms","start":"2026-02-27T18:50:26.127857Z","end":"2026-02-27T18:50:27.126406Z","steps":["trace[1044477148] 'range keys from in-memory index tree' (duration: 998.462908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.126425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.601565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:50:27.126431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.127846Z","time spent":"998.580831ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:50:27.126452Z","caller":"traceutil/trace.go:171","msg":"trace[599875154] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15491; }","duration":"886.689147ms","start":"2026-02-27T18:50:26.239755Z","end":"2026-02-27T18:50:27.126445Z","steps":["trace[599875154] 'range keys from in-memory index tree' (duration: 886.452162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.126473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.239736Z","time spent":"886.732848ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:50:27.12661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031456774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-02-27T18:50:27.12668Z","caller":"traceutil/trace.go:171","msg":"trace[513679892] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:15491; }","duration":"1.031542726s","start":"2026-02-27T18:50:26.095118Z","end":"2026-02-27T18:50:27.126661Z","steps":["trace[513679892] 'range keys from in-memory index tree' (duration: 1.031265269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.126714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.095082Z","time spent":"1.031624308s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" "} {"level":"warn","ts":"2026-02-27T18:50:27.127099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.503522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:50:27.127151Z","caller":"traceutil/trace.go:171","msg":"trace[1535219454] linearizableReadLoop","detail":"{readStateIndex:16259; appliedIndex:16258; }","duration":"349.459902ms","start":"2026-02-27T18:50:26.777683Z","end":"2026-02-27T18:50:27.127143Z","steps":["trace[1535219454] 'read index received' (duration: 40.07µs)","trace[1535219454] 'applied index is now lower than readState.Index' (duration: 349.418592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:50:27.127271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.588626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:50:27.127227Z","caller":"traceutil/trace.go:171","msg":"trace[1152637952] transaction","detail":"{read_only:false; response_revision:15492; number_of_response:1; }","duration":"849.613977ms","start":"2026-02-27T18:50:26.277591Z","end":"2026-02-27T18:50:27.127205Z","steps":["trace[1152637952] 'process raft request' (duration: 424.943271ms)","trace[1152637952] 'compare' (duration: 423.155121ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:50:27.127289Z","caller":"traceutil/trace.go:171","msg":"trace[1108255702] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15492; }","duration":"349.644827ms","start":"2026-02-27T18:50:26.777638Z","end":"2026-02-27T18:50:27.127283Z","steps":["trace[1108255702] 'agreement among raft nodes before linearized reading' (duration: 349.563215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.127309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.777618Z","time spent":"349.686538ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:50:27.127341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.27757Z","time spent":"849.72395ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:50:27.127351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.700454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:50:27.127383Z","caller":"traceutil/trace.go:171","msg":"trace[307395999] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15492; }","duration":"348.751216ms","start":"2026-02-27T18:50:26.778622Z","end":"2026-02-27T18:50:27.127374Z","steps":["trace[307395999] 'agreement among raft nodes before linearized reading' (duration: 348.696585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.127449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.778613Z","time spent":"348.785487ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T18:50:27.127683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.647103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12489"} {"level":"info","ts":"2026-02-27T18:50:27.127702Z","caller":"traceutil/trace.go:171","msg":"trace[1825117863] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:15492; }","duration":"348.705325ms","start":"2026-02-27T18:50:26.778991Z","end":"2026-02-27T18:50:27.127696Z","steps":["trace[1825117863] 'agreement among raft nodes before linearized reading' (duration: 348.662724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:50:27.127719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:50:26.77897Z","time spent":"348.745086ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12512,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T18:51:58.915271Z","caller":"traceutil/trace.go:171","msg":"trace[1977718429] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"105.764712ms","start":"2026-02-27T18:51:58.809474Z","end":"2026-02-27T18:51:58.915239Z","steps":["trace[1977718429] 'process raft request' (duration: 105.637789ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:00.735664Z","caller":"traceutil/trace.go:171","msg":"trace[520184931] transaction","detail":"{read_only:false; response_revision:16497; number_of_response:1; }","duration":"137.910487ms","start":"2026-02-27T18:52:00.597721Z","end":"2026-02-27T18:52:00.735632Z","steps":["trace[520184931] 'process raft request' (duration: 137.692882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:00.958172Z","caller":"traceutil/trace.go:171","msg":"trace[1177567090] transaction","detail":"{read_only:false; response_revision:16498; number_of_response:1; }","duration":"173.637286ms","start":"2026-02-27T18:52:00.784493Z","end":"2026-02-27T18:52:00.95813Z","steps":["trace[1177567090] 'process raft request' (duration: 80.23152ms)","trace[1177567090] 'compare' (duration: 93.260332ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:01.038273Z","caller":"traceutil/trace.go:171","msg":"trace[1975081367] transaction","detail":"{read_only:false; response_revision:16499; number_of_response:1; }","duration":"110.355888ms","start":"2026-02-27T18:52:00.927895Z","end":"2026-02-27T18:52:01.03825Z","steps":["trace[1975081367] 'process raft request' (duration: 110.183174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:01.225924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.244833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:52:01.226048Z","caller":"traceutil/trace.go:171","msg":"trace[2089958781] linearizableReadLoop","detail":"{readStateIndex:17313; appliedIndex:17312; }","duration":"186.246568ms","start":"2026-02-27T18:52:01.039785Z","end":"2026-02-27T18:52:01.226031Z","steps":["trace[2089958781] 'read index received' (duration: 79.79504ms)","trace[2089958781] 'applied index is now lower than readState.Index' (duration: 106.449908ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:01.226104Z","caller":"traceutil/trace.go:171","msg":"trace[1948221455] transaction","detail":"{read_only:false; response_revision:16500; number_of_response:1; }","duration":"240.619749ms","start":"2026-02-27T18:52:00.985443Z","end":"2026-02-27T18:52:01.226063Z","steps":["trace[1948221455] 'process raft request' (duration: 134.14535ms)","trace[1948221455] 'compare' (duration: 105.992687ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:52:01.226265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.472473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T18:52:01.226313Z","caller":"traceutil/trace.go:171","msg":"trace[52199221] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16500; }","duration":"186.539495ms","start":"2026-02-27T18:52:01.03976Z","end":"2026-02-27T18:52:01.226299Z","steps":["trace[52199221] 'agreement among raft nodes before linearized reading' (duration: 186.376561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:01.226309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.680993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T18:52:01.226367Z","caller":"traceutil/trace.go:171","msg":"trace[405373822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16500; }","duration":"178.777435ms","start":"2026-02-27T18:52:01.047571Z","end":"2026-02-27T18:52:01.226348Z","steps":["trace[405373822] 'agreement among raft nodes before linearized reading' (duration: 178.595641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:01.823095Z","caller":"traceutil/trace.go:171","msg":"trace[926029807] transaction","detail":"{read_only:false; response_revision:16502; number_of_response:1; }","duration":"144.277955ms","start":"2026-02-27T18:52:01.678792Z","end":"2026-02-27T18:52:01.82307Z","steps":["trace[926029807] 'process raft request' (duration: 144.144702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:01.981534Z","caller":"traceutil/trace.go:171","msg":"trace[1438204223] linearizableReadLoop","detail":"{readStateIndex:17316; appliedIndex:17314; }","duration":"300.046437ms","start":"2026-02-27T18:52:01.681459Z","end":"2026-02-27T18:52:01.981506Z","steps":["trace[1438204223] 'read index received' (duration: 141.540731ms)","trace[1438204223] 'applied index is now lower than readState.Index' (duration: 158.504826ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:01.981703Z","caller":"traceutil/trace.go:171","msg":"trace[1450634386] transaction","detail":"{read_only:false; response_revision:16504; number_of_response:1; }","duration":"234.556669ms","start":"2026-02-27T18:52:01.747123Z","end":"2026-02-27T18:52:01.98168Z","steps":["trace[1450634386] 'process raft request' (duration: 234.324613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:01.981785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.313572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T18:52:01.981819Z","caller":"traceutil/trace.go:171","msg":"trace[802019924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16504; }","duration":"300.394735ms","start":"2026-02-27T18:52:01.681413Z","end":"2026-02-27T18:52:01.981808Z","steps":["trace[802019924] 'agreement among raft nodes before linearized reading' (duration: 300.236781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:01.981807Z","caller":"traceutil/trace.go:171","msg":"trace[1885281567] transaction","detail":"{read_only:false; response_revision:16503; number_of_response:1; }","duration":"302.454102ms","start":"2026-02-27T18:52:01.679326Z","end":"2026-02-27T18:52:01.98178Z","steps":["trace[1885281567] 'process raft request' (duration: 276.557952ms)","trace[1885281567] 'compare' (duration: 25.394718ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:52:01.981851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:01.681397Z","time spent":"300.444855ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:52:01.98196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:01.679312Z","time spent":"302.557565ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:52:01.982314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.383681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:52:01.982376Z","caller":"traceutil/trace.go:171","msg":"trace[1409900405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16504; }","duration":"231.044296ms","start":"2026-02-27T18:52:01.751317Z","end":"2026-02-27T18:52:01.982361Z","steps":["trace[1409900405] 'agreement among raft nodes before linearized reading' (duration: 230.385221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:04.197458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.225252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-425r5\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-02-27T18:52:04.197532Z","caller":"traceutil/trace.go:171","msg":"trace[1210674749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-425r5; range_end:; response_count:1; response_revision:16523; }","duration":"112.334264ms","start":"2026-02-27T18:52:04.085181Z","end":"2026-02-27T18:52:04.197516Z","steps":["trace[1210674749] 'range keys from in-memory index tree' (duration: 112.15214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:04.197953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.218276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:870014"} {"level":"info","ts":"2026-02-27T18:52:04.198044Z","caller":"traceutil/trace.go:171","msg":"trace[1303215565] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16523; }","duration":"123.33881ms","start":"2026-02-27T18:52:04.074684Z","end":"2026-02-27T18:52:04.198023Z","steps":["trace[1303215565] 'range keys from in-memory index tree' (duration: 122.335716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:17.16904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13719} {"level":"info","ts":"2026-02-27T18:52:17.246818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13719,"took":"75.187222ms","hash":4258973307,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":31334400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T18:52:17.246878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4258973307,"revision":13719,"compact-revision":11439} {"level":"info","ts":"2026-02-27T18:53:19.372489Z","caller":"traceutil/trace.go:171","msg":"trace[223142904] linearizableReadLoop","detail":"{readStateIndex:17932; appliedIndex:17931; }","duration":"224.245635ms","start":"2026-02-27T18:53:19.148218Z","end":"2026-02-27T18:53:19.372463Z","steps":["trace[223142904] 'read index received' (duration: 224.00651ms)","trace[223142904] 'applied index is now lower than readState.Index' (duration: 238.245µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:19.372575Z","caller":"traceutil/trace.go:171","msg":"trace[1779365925] transaction","detail":"{read_only:false; response_revision:17086; number_of_response:1; }","duration":"231.476893ms","start":"2026-02-27T18:53:19.141052Z","end":"2026-02-27T18:53:19.372529Z","steps":["trace[1779365925] 'process raft request' (duration: 231.236177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:19.372848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.224059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22097"} {"level":"warn","ts":"2026-02-27T18:53:19.372861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.713206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" ","response":"range_response_count:1 size:20747"} {"level":"warn","ts":"2026-02-27T18:53:19.372894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.081389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T18:53:19.372901Z","caller":"traceutil/trace.go:171","msg":"trace[1600538485] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:17086; }","duration":"115.317812ms","start":"2026-02-27T18:53:19.257569Z","end":"2026-02-27T18:53:19.372887Z","steps":["trace[1600538485] 'agreement among raft nodes before linearized reading' (duration: 115.147918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:19.372957Z","caller":"traceutil/trace.go:171","msg":"trace[1975233592] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17086; }","duration":"182.14819ms","start":"2026-02-27T18:53:19.190777Z","end":"2026-02-27T18:53:19.372925Z","steps":["trace[1975233592] 'agreement among raft nodes before linearized reading' (duration: 182.034297ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:19.372978Z","caller":"traceutil/trace.go:171","msg":"trace[1508472148] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sttm6; range_end:; response_count:1; response_revision:17086; }","duration":"205.825919ms","start":"2026-02-27T18:53:19.167085Z","end":"2026-02-27T18:53:19.372911Z","steps":["trace[1508472148] 'agreement among raft nodes before linearized reading' (duration: 205.623074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:19.373007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.208961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-njstt\" ","response":"range_response_count:1 size:18666"} {"level":"warn","ts":"2026-02-27T18:53:19.373037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.399284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-mvjlz\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-02-27T18:53:19.373105Z","caller":"traceutil/trace.go:171","msg":"trace[1275052768] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-njstt; range_end:; response_count:1; response_revision:17086; }","duration":"163.342934ms","start":"2026-02-27T18:53:19.209729Z","end":"2026-02-27T18:53:19.373072Z","steps":["trace[1275052768] 'agreement among raft nodes before linearized reading' (duration: 162.996256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:19.373159Z","caller":"traceutil/trace.go:171","msg":"trace[517321667] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-mvjlz; range_end:; response_count:1; response_revision:17086; }","duration":"191.569879ms","start":"2026-02-27T18:53:19.18156Z","end":"2026-02-27T18:53:19.37313Z","steps":["trace[517321667] 'agreement among raft nodes before linearized reading' (duration: 191.20855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:19.373325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.110196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T18:53:19.373378Z","caller":"traceutil/trace.go:171","msg":"trace[386552010] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17086; }","duration":"225.187367ms","start":"2026-02-27T18:53:19.148166Z","end":"2026-02-27T18:53:19.373354Z","steps":["trace[386552010] 'agreement among raft nodes before linearized reading' (duration: 224.46623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:19.373424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.392597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9785"} {"level":"warn","ts":"2026-02-27T18:53:19.373413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.024138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22097"} {"level":"info","ts":"2026-02-27T18:53:19.373482Z","caller":"traceutil/trace.go:171","msg":"trace[1733483226] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:17086; }","duration":"192.52335ms","start":"2026-02-27T18:53:19.180943Z","end":"2026-02-27T18:53:19.373466Z","steps":["trace[1733483226] 'agreement among raft nodes before linearized reading' (duration: 191.837675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:19.373511Z","caller":"traceutil/trace.go:171","msg":"trace[1203899042] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:17086; }","duration":"116.188392ms","start":"2026-02-27T18:53:19.257297Z","end":"2026-02-27T18:53:19.373485Z","steps":["trace[1203899042] 'agreement among raft nodes before linearized reading' (duration: 115.563887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:20.504657Z","caller":"traceutil/trace.go:171","msg":"trace[2033845010] transaction","detail":"{read_only:false; response_revision:17577; number_of_response:1; }","duration":"349.133169ms","start":"2026-02-27T18:54:20.155504Z","end":"2026-02-27T18:54:20.504637Z","steps":["trace[2033845010] 'process raft request' (duration: 349.002206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:20.504787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.15549Z","time spent":"349.233091ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:20.802867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.240502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:54:20.802985Z","caller":"traceutil/trace.go:171","msg":"trace[957178469] linearizableReadLoop","detail":"{readStateIndex:18451; appliedIndex:18449; }","duration":"619.733968ms","start":"2026-02-27T18:54:20.183232Z","end":"2026-02-27T18:54:20.802966Z","steps":["trace[957178469] 'read index received' (duration: 321.271893ms)","trace[957178469] 'applied index is now lower than readState.Index' (duration: 298.460665ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:20.80306Z","caller":"traceutil/trace.go:171","msg":"trace[1041775204] transaction","detail":"{read_only:false; response_revision:17578; number_of_response:1; }","duration":"645.818563ms","start":"2026-02-27T18:54:20.15723Z","end":"2026-02-27T18:54:20.803048Z","steps":["trace[1041775204] 'process raft request' (duration: 504.200252ms)","trace[1041775204] 'compare' (duration: 140.495575ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:20.803152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.15721Z","time spent":"645.881844ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:20.803412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.163389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9785"} {"level":"info","ts":"2026-02-27T18:54:20.803483Z","caller":"traceutil/trace.go:171","msg":"trace[1806903330] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:17578; }","duration":"620.28208ms","start":"2026-02-27T18:54:20.18318Z","end":"2026-02-27T18:54:20.803462Z","steps":["trace[1806903330] 'agreement among raft nodes before linearized reading' (duration: 620.021014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:20.803519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.18316Z","time spent":"620.350443ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9808,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" "} {"level":"info","ts":"2026-02-27T18:54:21.079049Z","caller":"traceutil/trace.go:171","msg":"trace[1724241971] linearizableReadLoop","detail":"{readStateIndex:18452; appliedIndex:18451; }","duration":"275.955713ms","start":"2026-02-27T18:54:20.803012Z","end":"2026-02-27T18:54:21.078968Z","steps":["trace[1724241971] 'read index received' (duration: 228.529985ms)","trace[1724241971] 'applied index is now lower than readState.Index' (duration: 47.422568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:21.079873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.046023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-02-27T18:54:21.079369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.378411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T18:54:21.079911Z","caller":"traceutil/trace.go:171","msg":"trace[2005059601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17579; }","duration":"190.125005ms","start":"2026-02-27T18:54:20.889776Z","end":"2026-02-27T18:54:21.079901Z","steps":["trace[2005059601] 'agreement among raft nodes before linearized reading' (duration: 190.068494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.07988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.509926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T18:54:21.080023Z","caller":"traceutil/trace.go:171","msg":"trace[253330918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17579; }","duration":"273.67365ms","start":"2026-02-27T18:54:20.806333Z","end":"2026-02-27T18:54:21.080007Z","steps":["trace[253330918] 'agreement among raft nodes before linearized reading' (duration: 273.503946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:21.079953Z","caller":"traceutil/trace.go:171","msg":"trace[1094559655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17579; }","duration":"591.982335ms","start":"2026-02-27T18:54:20.487941Z","end":"2026-02-27T18:54:21.079924Z","steps":["trace[1094559655] 'agreement among raft nodes before linearized reading' (duration: 591.32218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.080128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.487929Z","time spent":"592.18617ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:21.079399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.022163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T18:54:21.080251Z","caller":"traceutil/trace.go:171","msg":"trace[1132658938] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17579; }","duration":"572.901573ms","start":"2026-02-27T18:54:20.507338Z","end":"2026-02-27T18:54:21.080239Z","steps":["trace[1132658938] 'agreement among raft nodes before linearized reading' (duration: 571.93586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.080321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.50733Z","time spent":"572.978855ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:54:21.079425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.510795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T18:54:21.08055Z","caller":"traceutil/trace.go:171","msg":"trace[980736343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17579; }","duration":"371.611839ms","start":"2026-02-27T18:54:20.708866Z","end":"2026-02-27T18:54:21.080477Z","steps":["trace[980736343] 'agreement among raft nodes before linearized reading' (duration: 370.399561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.079445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.93291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:54:21.080642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.708847Z","time spent":"371.775904ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:54:21.080665Z","caller":"traceutil/trace.go:171","msg":"trace[1446613782] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:17579; }","duration":"699.173469ms","start":"2026-02-27T18:54:20.381469Z","end":"2026-02-27T18:54:21.080642Z","steps":["trace[1446613782] 'agreement among raft nodes before linearized reading' (duration: 697.947791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.079447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.251366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T18:54:21.080722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.381451Z","time spent":"699.253451ms","remote":"127.0.0.1:47732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:54:21.080759Z","caller":"traceutil/trace.go:171","msg":"trace[868295549] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17579; }","duration":"585.573496ms","start":"2026-02-27T18:54:20.495165Z","end":"2026-02-27T18:54:21.080739Z","steps":["trace[868295549] 'agreement among raft nodes before linearized reading' (duration: 584.132753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.080806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.495143Z","time spent":"585.649269ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:21.079475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.389619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:21.080939Z","caller":"traceutil/trace.go:171","msg":"trace[128480425] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:17579; }","duration":"648.878814ms","start":"2026-02-27T18:54:20.432045Z","end":"2026-02-27T18:54:21.080924Z","steps":["trace[128480425] 'agreement among raft nodes before linearized reading' (duration: 647.390479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.081014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.43203Z","time spent":"648.966165ms","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:54:21.079495Z","caller":"traceutil/trace.go:171","msg":"trace[294481220] transaction","detail":"{read_only:false; response_revision:17579; number_of_response:1; }","duration":"325.182584ms","start":"2026-02-27T18:54:20.754294Z","end":"2026-02-27T18:54:21.079477Z","steps":["trace[294481220] 'process raft request' (duration: 277.348626ms)","trace[294481220] 'compare' (duration: 46.812895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:21.079507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.178837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T18:54:21.079551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.686407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-mvjlz\" ","response":"range_response_count:1 size:14497"} {"level":"warn","ts":"2026-02-27T18:54:21.079583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.52259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T18:54:21.079675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.357986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22097"} {"level":"warn","ts":"2026-02-27T18:54:21.079393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.340731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T18:54:21.081024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.558242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:917242"} {"level":"warn","ts":"2026-02-27T18:54:21.081186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.754284Z","time spent":"326.839032ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:54:21.081274Z","caller":"traceutil/trace.go:171","msg":"trace[1173848535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17579; }","duration":"271.786327ms","start":"2026-02-27T18:54:20.809438Z","end":"2026-02-27T18:54:21.081224Z","steps":["trace[1173848535] 'agreement among raft nodes before linearized reading' (duration: 270.478406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:21.08138Z","caller":"traceutil/trace.go:171","msg":"trace[1023946834] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17579; }","duration":"298.368403ms","start":"2026-02-27T18:54:20.782994Z","end":"2026-02-27T18:54:21.081362Z","steps":["trace[1023946834] 'agreement among raft nodes before linearized reading' (duration: 296.372867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:21.081548Z","caller":"traceutil/trace.go:171","msg":"trace[1010356916] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:17579; }","duration":"328.216974ms","start":"2026-02-27T18:54:20.753321Z","end":"2026-02-27T18:54:21.081538Z","steps":["trace[1010356916] 'agreement among raft nodes before linearized reading' (duration: 326.128136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.081589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.753306Z","time spent":"328.274396ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T18:54:21.081581Z","caller":"traceutil/trace.go:171","msg":"trace[7733929] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-mvjlz; range_end:; response_count:1; response_revision:17579; }","duration":"299.704333ms","start":"2026-02-27T18:54:20.781856Z","end":"2026-02-27T18:54:21.081561Z","steps":["trace[7733929] 'agreement among raft nodes before linearized reading' (duration: 297.587604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:21.081778Z","caller":"traceutil/trace.go:171","msg":"trace[826372649] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:17579; }","duration":"765.482455ms","start":"2026-02-27T18:54:20.316284Z","end":"2026-02-27T18:54:21.081766Z","steps":["trace[826372649] 'agreement among raft nodes before linearized reading' (duration: 763.318875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:21.08183Z","caller":"traceutil/trace.go:171","msg":"trace[1959097019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17579; }","duration":"691.807418ms","start":"2026-02-27T18:54:20.390014Z","end":"2026-02-27T18:54:21.081821Z","steps":["trace[1959097019] 'agreement among raft nodes before linearized reading' (duration: 689.266199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:21.081862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.390005Z","time spent":"691.849789ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:21.081905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:20.316267Z","time spent":"765.576927ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" "} {"level":"warn","ts":"2026-02-27T18:54:26.416162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.084251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:54:26.573882Z","caller":"traceutil/trace.go:171","msg":"trace[1178838952] transaction","detail":"{read_only:false; response_revision:17633; number_of_response:1; }","duration":"112.322682ms","start":"2026-02-27T18:54:26.461535Z","end":"2026-02-27T18:54:26.573858Z","steps":["trace[1178838952] 'process raft request' (duration: 112.173479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:26.749828Z","caller":"traceutil/trace.go:171","msg":"trace[1261534090] transaction","detail":"{read_only:false; number_of_response:0; response_revision:17633; }","duration":"168.940194ms","start":"2026-02-27T18:54:26.580867Z","end":"2026-02-27T18:54:26.749807Z","steps":["trace[1261534090] 'process raft request' (duration: 168.796921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:27.398122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902341053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:54:27.898413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902341053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:54:28.399451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902341053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:54:28.835355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.071541785s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:54:28.835819Z","caller":"traceutil/trace.go:171","msg":"trace[1356014506] linearizableReadLoop","detail":"{readStateIndex:18511; appliedIndex:18510; }","duration":"1.938331068s","start":"2026-02-27T18:54:26.897464Z","end":"2026-02-27T18:54:28.835795Z","steps":["trace[1356014506] 'read index received' (duration: 1.938018861s)","trace[1356014506] 'applied index is now lower than readState.Index' (duration: 311.227µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:28.835873Z","caller":"traceutil/trace.go:171","msg":"trace[69516970] transaction","detail":"{read_only:false; response_revision:17634; number_of_response:1; }","duration":"2.07219725s","start":"2026-02-27T18:54:26.763649Z","end":"2026-02-27T18:54:28.835846Z","steps":["trace[69516970] 'process raft request' (duration: 2.071972555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.835983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:26.763618Z","time spent":"2.072293142s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:28.836183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938688506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" ","response":"range_response_count:1 size:20849"} {"level":"info","ts":"2026-02-27T18:54:28.83627Z","caller":"traceutil/trace.go:171","msg":"trace[1284008079] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sttm6; range_end:; response_count:1; response_revision:17634; }","duration":"1.93882061s","start":"2026-02-27T18:54:26.897429Z","end":"2026-02-27T18:54:28.83625Z","steps":["trace[1284008079] 'agreement among raft nodes before linearized reading' (duration: 1.938565754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617929455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22097"} {"level":"warn","ts":"2026-02-27T18:54:28.836261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643067897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:54:28.836322Z","caller":"traceutil/trace.go:171","msg":"trace[1104817502] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:17634; }","duration":"1.617997207s","start":"2026-02-27T18:54:27.218312Z","end":"2026-02-27T18:54:28.83631Z","steps":["trace[1104817502] 'agreement among raft nodes before linearized reading' (duration: 1.617805533s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:26.897413Z","time spent":"1.938897241s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20872,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sttm6\" "} {"level":"info","ts":"2026-02-27T18:54:28.83633Z","caller":"traceutil/trace.go:171","msg":"trace[1324587298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17634; }","duration":"1.643151279s","start":"2026-02-27T18:54:27.193166Z","end":"2026-02-27T18:54:28.836318Z","steps":["trace[1324587298] 'agreement among raft nodes before linearized reading' (duration: 1.642969135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.218304Z","time spent":"1.618044248s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160984459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:28.836438Z","caller":"traceutil/trace.go:171","msg":"trace[1813268015] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:17634; }","duration":"1.161105821s","start":"2026-02-27T18:54:27.675314Z","end":"2026-02-27T18:54:28.83642Z","steps":["trace[1813268015] 'agreement among raft nodes before linearized reading' (duration: 1.160976268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.675298Z","time spent":"1.161180763s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:28.836522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650255054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T18:54:28.836576Z","caller":"traceutil/trace.go:171","msg":"trace[1430884249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17634; }","duration":"1.650305876s","start":"2026-02-27T18:54:27.186241Z","end":"2026-02-27T18:54:28.836547Z","steps":["trace[1430884249] 'agreement among raft nodes before linearized reading' (duration: 1.650202413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.186234Z","time spent":"1.650359647s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413566471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T18:54:28.836646Z","caller":"traceutil/trace.go:171","msg":"trace[1389945130] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:17634; }","duration":"1.413689673s","start":"2026-02-27T18:54:27.422948Z","end":"2026-02-27T18:54:28.836638Z","steps":["trace[1389945130] 'agreement among raft nodes before linearized reading' (duration: 1.41356405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.42293Z","time spent":"1.413738624s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631890759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T18:54:28.836749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646536878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T18:54:28.83675Z","caller":"traceutil/trace.go:171","msg":"trace[1874195115] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17634; }","duration":"1.631958321s","start":"2026-02-27T18:54:27.204759Z","end":"2026-02-27T18:54:28.836717Z","steps":["trace[1874195115] 'agreement among raft nodes before linearized reading' (duration: 1.631787347s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:28.836765Z","caller":"traceutil/trace.go:171","msg":"trace[1586343255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17634; }","duration":"1.646565129s","start":"2026-02-27T18:54:27.190195Z","end":"2026-02-27T18:54:28.836761Z","steps":["trace[1586343255] 'agreement among raft nodes before linearized reading' (duration: 1.646519277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.190189Z","time spent":"1.646586539s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.204753Z","time spent":"1.632023062s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618608321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T18:54:28.836823Z","caller":"traceutil/trace.go:171","msg":"trace[1021498484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17634; }","duration":"1.618934399s","start":"2026-02-27T18:54:27.217885Z","end":"2026-02-27T18:54:28.836819Z","steps":["trace[1021498484] 'agreement among raft nodes before linearized reading' (duration: 1.61853365s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.217846Z","time spent":"1.6189852s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.193161Z","time spent":"1.643223141s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455281677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T18:54:28.83694Z","caller":"traceutil/trace.go:171","msg":"trace[849335890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17634; }","duration":"1.455322428s","start":"2026-02-27T18:54:27.381614Z","end":"2026-02-27T18:54:28.836937Z","steps":["trace[849335890] 'agreement among raft nodes before linearized reading' (duration: 1.455289427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.836955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.381599Z","time spent":"1.455353629s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:54:28.837053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.06039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:54:28.837069Z","caller":"traceutil/trace.go:171","msg":"trace[492602801] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17634; }","duration":"937.109372ms","start":"2026-02-27T18:54:27.899954Z","end":"2026-02-27T18:54:28.837064Z","steps":["trace[492602801] 'agreement among raft nodes before linearized reading' (duration: 937.077321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.837085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.899937Z","time spent":"937.142802ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:28.837113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686152956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9785"} {"level":"info","ts":"2026-02-27T18:54:28.837143Z","caller":"traceutil/trace.go:171","msg":"trace[996049057] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:17634; }","duration":"1.686212067s","start":"2026-02-27T18:54:27.150924Z","end":"2026-02-27T18:54:28.837137Z","steps":["trace[996049057] 'agreement among raft nodes before linearized reading' (duration: 1.686133205s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.837168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.150908Z","time spent":"1.686254688s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9808,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" "} {"level":"warn","ts":"2026-02-27T18:54:28.837183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635459671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T18:54:28.837172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708087693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:28.837235Z","caller":"traceutil/trace.go:171","msg":"trace[951481359] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17634; }","duration":"1.635520413s","start":"2026-02-27T18:54:27.201701Z","end":"2026-02-27T18:54:28.837221Z","steps":["trace[951481359] 'agreement among raft nodes before linearized reading' (duration: 1.635403181s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:28.837252Z","caller":"traceutil/trace.go:171","msg":"trace[727415609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17634; }","duration":"1.708208657s","start":"2026-02-27T18:54:27.129024Z","end":"2026-02-27T18:54:28.837232Z","steps":["trace[727415609] 'agreement among raft nodes before linearized reading' (duration: 1.708064973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.837271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.201694Z","time spent":"1.635570564s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308350982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T18:54:28.837301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.12901Z","time spent":"1.708280368s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:54:28.836896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554779102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T18:54:28.837367Z","caller":"traceutil/trace.go:171","msg":"trace[1005994215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17634; }","duration":"1.555275583s","start":"2026-02-27T18:54:27.28208Z","end":"2026-02-27T18:54:28.837355Z","steps":["trace[1005994215] 'agreement among raft nodes before linearized reading' (duration: 1.554787992s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:28.837321Z","caller":"traceutil/trace.go:171","msg":"trace[2088995632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17634; }","duration":"1.309202482s","start":"2026-02-27T18:54:27.528101Z","end":"2026-02-27T18:54:28.837304Z","steps":["trace[2088995632] 'agreement among raft nodes before linearized reading' (duration: 1.308348642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.837468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.282063Z","time spent":"1.555362826s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:54:28.837554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:27.528085Z","time spent":"1.309415057s","remote":"127.0.0.1:38894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:28.836889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.825531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:28.837674Z","caller":"traceutil/trace.go:171","msg":"trace[1206983447] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17634; }","duration":"532.656091ms","start":"2026-02-27T18:54:28.305008Z","end":"2026-02-27T18:54:28.837664Z","steps":["trace[1206983447] 'agreement among raft nodes before linearized reading' (duration: 531.843702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.837719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:28.30499Z","time spent":"532.719273ms","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:28.837987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90516599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:28.838035Z","caller":"traceutil/trace.go:171","msg":"trace[813858919] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:17634; }","duration":"1.905953449s","start":"2026-02-27T18:54:26.932069Z","end":"2026-02-27T18:54:28.838023Z","steps":["trace[813858919] 'agreement among raft nodes before linearized reading' (duration: 1.904029514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:28.838103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:26.93205Z","time spent":"1.90603827s","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:29.088609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.87458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:54:29.088691Z","caller":"traceutil/trace.go:171","msg":"trace[920569826] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"247.661788ms","start":"2026-02-27T18:54:28.841014Z","end":"2026-02-27T18:54:29.088676Z","steps":["trace[920569826] 'process raft request' (duration: 123.634635ms)","trace[920569826] 'compare' (duration: 123.630914ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:29.132633Z","caller":"traceutil/trace.go:171","msg":"trace[1344655027] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"289.875676ms","start":"2026-02-27T18:54:28.842725Z","end":"2026-02-27T18:54:29.1326Z","steps":["trace[1344655027] 'process raft request' (duration: 289.742033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.132845Z","caller":"traceutil/trace.go:171","msg":"trace[2006166368] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"290.287196ms","start":"2026-02-27T18:54:28.842529Z","end":"2026-02-27T18:54:29.132816Z","steps":["trace[2006166368] 'process raft request' (duration: 289.762844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133069Z","caller":"traceutil/trace.go:171","msg":"trace[343877488] transaction","detail":"{read_only:false; response_revision:17638; number_of_response:1; }","duration":"286.412326ms","start":"2026-02-27T18:54:28.846649Z","end":"2026-02-27T18:54:29.133061Z","steps":["trace[343877488] 'process raft request' (duration: 285.873253ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133125Z","caller":"traceutil/trace.go:171","msg":"trace[615769067] transaction","detail":"{read_only:false; response_revision:17639; number_of_response:1; }","duration":"284.105723ms","start":"2026-02-27T18:54:28.849013Z","end":"2026-02-27T18:54:29.133118Z","steps":["trace[615769067] 'process raft request' (duration: 283.919069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133154Z","caller":"traceutil/trace.go:171","msg":"trace[830792595] transaction","detail":"{read_only:false; response_revision:17640; number_of_response:1; }","duration":"281.457571ms","start":"2026-02-27T18:54:28.851669Z","end":"2026-02-27T18:54:29.133126Z","steps":["trace[830792595] 'process raft request' (duration: 281.374849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133324Z","caller":"traceutil/trace.go:171","msg":"trace[1162367573] linearizableReadLoop","detail":"{readStateIndex:18514; appliedIndex:18511; }","duration":"289.842095ms","start":"2026-02-27T18:54:28.843465Z","end":"2026-02-27T18:54:29.133307Z","steps":["trace[1162367573] 'read index received' (duration: 121.218519ms)","trace[1162367573] 'applied index is now lower than readState.Index' (duration: 168.622756ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:29.133386Z","caller":"traceutil/trace.go:171","msg":"trace[2067039225] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"271.94063ms","start":"2026-02-27T18:54:28.86144Z","end":"2026-02-27T18:54:29.133381Z","steps":["trace[2067039225] 'process raft request' (duration: 271.791047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133429Z","caller":"traceutil/trace.go:171","msg":"trace[227000927] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"273.069376ms","start":"2026-02-27T18:54:28.860355Z","end":"2026-02-27T18:54:29.133425Z","steps":["trace[227000927] 'process raft request' (duration: 272.730348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:29.133499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.533758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-02-27T18:54:29.133513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.017449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-02-27T18:54:29.133524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.151304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T18:54:29.133543Z","caller":"traceutil/trace.go:171","msg":"trace[1719372895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17642; }","duration":"289.59662ms","start":"2026-02-27T18:54:28.843935Z","end":"2026-02-27T18:54:29.133532Z","steps":["trace[1719372895] 'agreement among raft nodes before linearized reading' (duration: 289.472197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:29.133557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.0216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:29.133556Z","caller":"traceutil/trace.go:171","msg":"trace[1033927486] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17642; }","duration":"290.111442ms","start":"2026-02-27T18:54:28.843431Z","end":"2026-02-27T18:54:29.133542Z","steps":["trace[1033927486] 'agreement among raft nodes before linearized reading' (duration: 289.948508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133573Z","caller":"traceutil/trace.go:171","msg":"trace[1624406546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17642; }","duration":"259.239786ms","start":"2026-02-27T18:54:28.87432Z","end":"2026-02-27T18:54:29.133559Z","steps":["trace[1624406546] 'agreement among raft nodes before linearized reading' (duration: 259.140384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.133574Z","caller":"traceutil/trace.go:171","msg":"trace[419896463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17642; }","duration":"287.04834ms","start":"2026-02-27T18:54:28.846521Z","end":"2026-02-27T18:54:29.133569Z","steps":["trace[419896463] 'agreement among raft nodes before linearized reading' (duration: 287.01897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:29.134149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.983064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:918151"} {"level":"info","ts":"2026-02-27T18:54:29.134749Z","caller":"traceutil/trace.go:171","msg":"trace[1848359147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17642; }","duration":"276.588288ms","start":"2026-02-27T18:54:28.858141Z","end":"2026-02-27T18:54:29.134729Z","steps":["trace[1848359147] 'agreement among raft nodes before linearized reading' (duration: 275.440842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:29.134356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.650027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:918151"} {"level":"warn","ts":"2026-02-27T18:54:29.134441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.208563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-27T18:54:29.135178Z","caller":"traceutil/trace.go:171","msg":"trace[219420781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17642; }","duration":"289.429446ms","start":"2026-02-27T18:54:28.845684Z","end":"2026-02-27T18:54:29.135113Z","steps":["trace[219420781] 'agreement among raft nodes before linearized reading' (duration: 287.964732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.135293Z","caller":"traceutil/trace.go:171","msg":"trace[215310511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17642; }","duration":"111.105634ms","start":"2026-02-27T18:54:29.024127Z","end":"2026-02-27T18:54:29.135233Z","steps":["trace[215310511] 'agreement among raft nodes before linearized reading' (duration: 109.411085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.331542Z","caller":"traceutil/trace.go:171","msg":"trace[2008228791] linearizableReadLoop","detail":"{readStateIndex:18522; appliedIndex:18519; }","duration":"185.279013ms","start":"2026-02-27T18:54:29.146241Z","end":"2026-02-27T18:54:29.33152Z","steps":["trace[2008228791] 'read index received' (duration: 23.021013ms)","trace[2008228791] 'applied index is now lower than readState.Index' (duration: 162.2569ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:29.331567Z","caller":"traceutil/trace.go:171","msg":"trace[2112122049] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"192.381857ms","start":"2026-02-27T18:54:29.139161Z","end":"2026-02-27T18:54:29.331543Z","steps":["trace[2112122049] 'process raft request' (duration: 192.152992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:29.331801Z","caller":"traceutil/trace.go:171","msg":"trace[1565383770] transaction","detail":"{read_only:false; response_revision:17645; number_of_response:1; }","duration":"192.521391ms","start":"2026-02-27T18:54:29.139212Z","end":"2026-02-27T18:54:29.331734Z","steps":["trace[1565383770] 'process raft request' (duration: 192.250294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:29.331954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.690352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T18:54:29.33202Z","caller":"traceutil/trace.go:171","msg":"trace[1523717173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17645; }","duration":"185.801515ms","start":"2026-02-27T18:54:29.146199Z","end":"2026-02-27T18:54:29.332001Z","steps":["trace[1523717173] 'agreement among raft nodes before linearized reading' (duration: 185.555619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:29.334361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.232599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T18:54:29.334466Z","caller":"traceutil/trace.go:171","msg":"trace[602679597] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17646; }","duration":"162.370452ms","start":"2026-02-27T18:54:29.172067Z","end":"2026-02-27T18:54:29.334438Z","steps":["trace[602679597] 'agreement among raft nodes before linearized reading' (duration: 162.034124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:33.970785Z","caller":"traceutil/trace.go:171","msg":"trace[2085468552] linearizableReadLoop","detail":"{readStateIndex:18563; appliedIndex:18562; }","duration":"107.382478ms","start":"2026-02-27T18:54:33.863384Z","end":"2026-02-27T18:54:33.970766Z","steps":["trace[2085468552] 'read index received' (duration: 107.243984ms)","trace[2085468552] 'applied index is now lower than readState.Index' (duration: 137.594µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:33.970834Z","caller":"traceutil/trace.go:171","msg":"trace[1813529666] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"130.296509ms","start":"2026-02-27T18:54:33.840516Z","end":"2026-02-27T18:54:33.970812Z","steps":["trace[1813529666] 'process raft request' (duration: 130.111964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:33.970903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.504211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:33.970931Z","caller":"traceutil/trace.go:171","msg":"trace[2073702898] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17685; }","duration":"107.591613ms","start":"2026-02-27T18:54:33.863328Z","end":"2026-02-27T18:54:33.97092Z","steps":["trace[2073702898] 'agreement among raft nodes before linearized reading' (duration: 107.521722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:34.174792Z","caller":"traceutil/trace.go:171","msg":"trace[184840265] transaction","detail":"{read_only:false; response_revision:17686; number_of_response:1; }","duration":"257.293242ms","start":"2026-02-27T18:54:33.917451Z","end":"2026-02-27T18:54:34.174744Z","steps":["trace[184840265] 'process raft request' (duration: 249.290296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:35.963762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.362342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-27T18:54:35.963853Z","caller":"traceutil/trace.go:171","msg":"trace[408514991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212; range_end:; response_count:1; response_revision:17753; }","duration":"121.501035ms","start":"2026-02-27T18:54:35.842332Z","end":"2026-02-27T18:54:35.963833Z","steps":["trace[408514991] 'range keys from in-memory index tree' (duration: 121.206308ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:36.47887Z","caller":"traceutil/trace.go:171","msg":"trace[2043655422] linearizableReadLoop","detail":"{readStateIndex:18633; appliedIndex:18632; }","duration":"347.228155ms","start":"2026-02-27T18:54:36.131613Z","end":"2026-02-27T18:54:36.478841Z","steps":["trace[2043655422] 'read index received' (duration: 347.00238ms)","trace[2043655422] 'applied index is now lower than readState.Index' (duration: 224.365µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:36.479007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.374538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:36.479042Z","caller":"traceutil/trace.go:171","msg":"trace[1894830237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17754; }","duration":"347.46456ms","start":"2026-02-27T18:54:36.131566Z","end":"2026-02-27T18:54:36.479031Z","steps":["trace[1894830237] 'agreement among raft nodes before linearized reading' (duration: 347.386818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:36.479086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.131547Z","time spent":"347.526331ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:54:36.478934Z","caller":"traceutil/trace.go:171","msg":"trace[5684866] transaction","detail":"{read_only:false; response_revision:17754; number_of_response:1; }","duration":"421.921895ms","start":"2026-02-27T18:54:36.056977Z","end":"2026-02-27T18:54:36.478899Z","steps":["trace[5684866] 'process raft request' (duration: 421.669549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:36.479301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.056964Z","time spent":"422.238332ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:36.85513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.655808ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:54:36.855235Z","caller":"traceutil/trace.go:171","msg":"trace[1526630426] linearizableReadLoop","detail":"{readStateIndex:18634; appliedIndex:18633; }","duration":"375.127891ms","start":"2026-02-27T18:54:36.480088Z","end":"2026-02-27T18:54:36.855216Z","steps":["trace[1526630426] 'read index received' (duration: 92.35845ms)","trace[1526630426] 'applied index is now lower than readState.Index' (duration: 282.767721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:36.855352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.253864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:36.855404Z","caller":"traceutil/trace.go:171","msg":"trace[1555608365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17754; }","duration":"375.335566ms","start":"2026-02-27T18:54:36.480041Z","end":"2026-02-27T18:54:36.855377Z","steps":["trace[1555608365] 'agreement among raft nodes before linearized reading' (duration: 375.262394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:36.855446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.480022Z","time spent":"375.416398ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:54:37.146057Z","caller":"traceutil/trace.go:171","msg":"trace[1516455759] linearizableReadLoop","detail":"{readStateIndex:18635; appliedIndex:18634; }","duration":"290.772316ms","start":"2026-02-27T18:54:36.855267Z","end":"2026-02-27T18:54:37.146039Z","steps":["trace[1516455759] 'read index received' (duration: 290.606662ms)","trace[1516455759] 'applied index is now lower than readState.Index' (duration: 164.994µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:37.146304Z","caller":"traceutil/trace.go:171","msg":"trace[2090162191] transaction","detail":"{read_only:false; response_revision:17755; number_of_response:1; }","duration":"306.347027ms","start":"2026-02-27T18:54:36.839948Z","end":"2026-02-27T18:54:37.146295Z","steps":["trace[2090162191] 'process raft request' (duration: 305.983388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.146422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.839925Z","time spent":"306.406878ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:37.14668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.321826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T18:54:37.146715Z","caller":"traceutil/trace.go:171","msg":"trace[12338472] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:17755; }","duration":"344.393908ms","start":"2026-02-27T18:54:36.802312Z","end":"2026-02-27T18:54:37.146706Z","steps":["trace[12338472] 'agreement among raft nodes before linearized reading' (duration: 344.297636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.146735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.802289Z","time spent":"344.44114ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-02-27T18:54:37.14698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.303856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:37.147007Z","caller":"traceutil/trace.go:171","msg":"trace[709009264] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:17755; }","duration":"382.336007ms","start":"2026-02-27T18:54:36.764665Z","end":"2026-02-27T18:54:37.147001Z","steps":["trace[709009264] 'agreement among raft nodes before linearized reading' (duration: 382.290516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.147026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.764609Z","time spent":"382.411649ms","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:37.147179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.543855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:54:37.147228Z","caller":"traceutil/trace.go:171","msg":"trace[477077856] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:17755; }","duration":"525.626717ms","start":"2026-02-27T18:54:36.621595Z","end":"2026-02-27T18:54:37.147222Z","steps":["trace[477077856] 'agreement among raft nodes before linearized reading' (duration: 525.554716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.147252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:36.621579Z","time spent":"525.664348ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:37.1474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.356675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-27T18:54:37.147467Z","caller":"traceutil/trace.go:171","msg":"trace[864248682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212; range_end:; response_count:1; response_revision:17755; }","duration":"179.453768ms","start":"2026-02-27T18:54:36.968005Z","end":"2026-02-27T18:54:37.147459Z","steps":["trace[864248682] 'agreement among raft nodes before linearized reading' (duration: 179.349185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:37.298005Z","caller":"traceutil/trace.go:171","msg":"trace[151613439] linearizableReadLoop","detail":"{readStateIndex:18636; appliedIndex:18635; }","duration":"142.098502ms","start":"2026-02-27T18:54:37.155873Z","end":"2026-02-27T18:54:37.297972Z","steps":["trace[151613439] 'read index received' (duration: 42.271009ms)","trace[151613439] 'applied index is now lower than readState.Index' (duration: 99.825933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:37.298224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.340298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-02-27T18:54:37.298277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.139835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T18:54:37.298306Z","caller":"traceutil/trace.go:171","msg":"trace[2123234186] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:17756; }","duration":"142.464461ms","start":"2026-02-27T18:54:37.155821Z","end":"2026-02-27T18:54:37.298286Z","steps":["trace[2123234186] 'agreement among raft nodes before linearized reading' (duration: 142.266486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:37.298317Z","caller":"traceutil/trace.go:171","msg":"trace[836453297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17756; }","duration":"133.222866ms","start":"2026-02-27T18:54:37.165081Z","end":"2026-02-27T18:54:37.298303Z","steps":["trace[836453297] 'agreement among raft nodes before linearized reading' (duration: 133.050282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.29891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.637533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T18:54:37.29895Z","caller":"traceutil/trace.go:171","msg":"trace[1194645417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17756; }","duration":"113.713834ms","start":"2026-02-27T18:54:37.185226Z","end":"2026-02-27T18:54:37.29894Z","steps":["trace[1194645417] 'agreement among raft nodes before linearized reading' (duration: 113.624092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.298961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.82293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:54:37.299001Z","caller":"traceutil/trace.go:171","msg":"trace[2081090131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17756; }","duration":"120.89474ms","start":"2026-02-27T18:54:37.178094Z","end":"2026-02-27T18:54:37.298989Z","steps":["trace[2081090131] 'agreement among raft nodes before linearized reading' (duration: 120.771498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.299214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.256053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T18:54:37.299254Z","caller":"traceutil/trace.go:171","msg":"trace[2039560415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17756; }","duration":"116.312345ms","start":"2026-02-27T18:54:37.18293Z","end":"2026-02-27T18:54:37.299243Z","steps":["trace[2039560415] 'agreement among raft nodes before linearized reading' (duration: 116.214543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:37.298307Z","caller":"traceutil/trace.go:171","msg":"trace[932775290] transaction","detail":"{read_only:false; response_revision:17756; number_of_response:1; }","duration":"146.874353ms","start":"2026-02-27T18:54:37.151213Z","end":"2026-02-27T18:54:37.298088Z","steps":["trace[932775290] 'process raft request' (duration: 46.882727ms)","trace[932775290] 'compare' (duration: 99.574817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:37.299444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.876611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T18:54:37.299484Z","caller":"traceutil/trace.go:171","msg":"trace[1512260543] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:17756; }","duration":"117.939063ms","start":"2026-02-27T18:54:37.181533Z","end":"2026-02-27T18:54:37.299472Z","steps":["trace[1512260543] 'agreement among raft nodes before linearized reading' (duration: 117.84293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.633477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.121421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:54:37.633572Z","caller":"traceutil/trace.go:171","msg":"trace[2075964329] linearizableReadLoop","detail":"{readStateIndex:18642; appliedIndex:18641; }","duration":"253.314259ms","start":"2026-02-27T18:54:37.380243Z","end":"2026-02-27T18:54:37.633558Z","steps":["trace[2075964329] 'read index received' (duration: 38.978663ms)","trace[2075964329] 'applied index is now lower than readState.Index' (duration: 214.334166ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:54:37.63364Z","caller":"traceutil/trace.go:171","msg":"trace[1268051091] transaction","detail":"{read_only:false; response_revision:17762; number_of_response:1; }","duration":"258.311805ms","start":"2026-02-27T18:54:37.37529Z","end":"2026-02-27T18:54:37.633601Z","steps":["trace[1268051091] 'process raft request' (duration: 43.992869ms)","trace[1268051091] 'compare' (duration: 213.944667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:37.633807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.550504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-27T18:54:37.633876Z","caller":"traceutil/trace.go:171","msg":"trace[1766332635] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:17762; }","duration":"253.635646ms","start":"2026-02-27T18:54:37.380223Z","end":"2026-02-27T18:54:37.633859Z","steps":["trace[1766332635] 'agreement among raft nodes before linearized reading' (duration: 253.40831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.633896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.986005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T18:54:37.633936Z","caller":"traceutil/trace.go:171","msg":"trace[2044798463] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17762; }","duration":"185.053087ms","start":"2026-02-27T18:54:37.448868Z","end":"2026-02-27T18:54:37.633921Z","steps":["trace[2044798463] 'agreement among raft nodes before linearized reading' (duration: 184.973255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:37.633811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.988576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T18:54:37.634184Z","caller":"traceutil/trace.go:171","msg":"trace[1139942268] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17762; }","duration":"185.378875ms","start":"2026-02-27T18:54:37.44878Z","end":"2026-02-27T18:54:37.634159Z","steps":["trace[1139942268] 'agreement among raft nodes before linearized reading' (duration: 184.921664ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:39.633177Z","caller":"traceutil/trace.go:171","msg":"trace[1113825306] transaction","detail":"{read_only:false; response_revision:17824; number_of_response:1; }","duration":"326.384611ms","start":"2026-02-27T18:54:39.306772Z","end":"2026-02-27T18:54:39.633157Z","steps":["trace[1113825306] 'process raft request' (duration: 325.982322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.633421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.398542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T18:54:39.633497Z","caller":"traceutil/trace.go:171","msg":"trace[428511324] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:17824; }","duration":"326.511425ms","start":"2026-02-27T18:54:39.306967Z","end":"2026-02-27T18:54:39.633479Z","steps":["trace[428511324] 'agreement among raft nodes before linearized reading' (duration: 326.29771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.633435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:39.30676Z","time spent":"326.586157ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:39.633548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:39.306952Z","time spent":"326.577056ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-02-27T18:54:39.633086Z","caller":"traceutil/trace.go:171","msg":"trace[128821187] linearizableReadLoop","detail":"{readStateIndex:18709; appliedIndex:18708; }","duration":"326.039844ms","start":"2026-02-27T18:54:39.307015Z","end":"2026-02-27T18:54:39.633054Z","steps":["trace[128821187] 'read index received' (duration: 325.8554ms)","trace[128821187] 'applied index is now lower than readState.Index' (duration: 183.274µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:39.634643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.647168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T18:54:39.634823Z","caller":"traceutil/trace.go:171","msg":"trace[364789442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17824; }","duration":"301.825283ms","start":"2026-02-27T18:54:39.332979Z","end":"2026-02-27T18:54:39.634804Z","steps":["trace[364789442] 'agreement among raft nodes before linearized reading' (duration: 301.547256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.634908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:39.332934Z","time spent":"301.960276ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:39.635292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.481793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T18:54:39.635409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.164123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-02-27T18:54:39.635386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.507133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T18:54:39.63545Z","caller":"traceutil/trace.go:171","msg":"trace[463696536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17824; }","duration":"167.239905ms","start":"2026-02-27T18:54:39.468197Z","end":"2026-02-27T18:54:39.635437Z","steps":["trace[463696536] 'agreement among raft nodes before linearized reading' (duration: 167.191304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:39.635478Z","caller":"traceutil/trace.go:171","msg":"trace[1635944479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17824; }","duration":"256.622795ms","start":"2026-02-27T18:54:39.378825Z","end":"2026-02-27T18:54:39.635448Z","steps":["trace[1635944479] 'agreement among raft nodes before linearized reading' (duration: 256.435951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.635503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.911649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sb7pd\" ","response":"range_response_count:1 size:9785"} {"level":"info","ts":"2026-02-27T18:54:39.635497Z","caller":"traceutil/trace.go:171","msg":"trace[1598140652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17824; }","duration":"256.640876ms","start":"2026-02-27T18:54:39.37878Z","end":"2026-02-27T18:54:39.635421Z","steps":["trace[1598140652] 'agreement among raft nodes before linearized reading' (duration: 256.448111ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:39.635573Z","caller":"traceutil/trace.go:171","msg":"trace[300920759] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sb7pd; range_end:; response_count:1; response_revision:17824; }","duration":"218.033471ms","start":"2026-02-27T18:54:39.417522Z","end":"2026-02-27T18:54:39.635556Z","steps":["trace[300920759] 'agreement among raft nodes before linearized reading' (duration: 217.793525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.635371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.439234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zjtzc\" ","response":"range_response_count:1 size:22097"} {"level":"info","ts":"2026-02-27T18:54:39.635713Z","caller":"traceutil/trace.go:171","msg":"trace[1179323306] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zjtzc; range_end:; response_count:1; response_revision:17824; }","duration":"241.761232ms","start":"2026-02-27T18:54:39.39391Z","end":"2026-02-27T18:54:39.635671Z","steps":["trace[1179323306] 'agreement among raft nodes before linearized reading' (duration: 241.419444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.635296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.37939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T18:54:39.63577Z","caller":"traceutil/trace.go:171","msg":"trace[1551009815] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:17824; }","duration":"256.907612ms","start":"2026-02-27T18:54:39.378857Z","end":"2026-02-27T18:54:39.635765Z","steps":["trace[1551009815] 'agreement among raft nodes before linearized reading' (duration: 256.346619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:39.635777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.51017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:54:39.63586Z","caller":"traceutil/trace.go:171","msg":"trace[23987604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17824; }","duration":"258.640183ms","start":"2026-02-27T18:54:39.377208Z","end":"2026-02-27T18:54:39.635849Z","steps":["trace[23987604] 'agreement among raft nodes before linearized reading' (duration: 258.304885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:28.549223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.460113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:55:28.549467Z","caller":"traceutil/trace.go:171","msg":"trace[1257591906] transaction","detail":"{read_only:false; response_revision:18360; number_of_response:1; }","duration":"175.803463ms","start":"2026-02-27T18:55:28.373642Z","end":"2026-02-27T18:55:28.549445Z","steps":["trace[1257591906] 'process raft request' (duration: 175.717441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:28.549677Z","caller":"traceutil/trace.go:171","msg":"trace[167305147] transaction","detail":"{read_only:false; response_revision:18359; number_of_response:1; }","duration":"178.964876ms","start":"2026-02-27T18:55:28.370579Z","end":"2026-02-27T18:55:28.549544Z","steps":["trace[167305147] 'process raft request' (duration: 32.082523ms)","trace[167305147] 'compare' (duration: 146.31558ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:56:07.004705Z","caller":"traceutil/trace.go:171","msg":"trace[1397719170] transaction","detail":"{read_only:false; number_of_response:0; response_revision:18700; }","duration":"147.574749ms","start":"2026-02-27T18:56:06.857099Z","end":"2026-02-27T18:56:07.004673Z","steps":["trace[1397719170] 'process raft request' (duration: 135.789986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:07.139475Z","caller":"traceutil/trace.go:171","msg":"trace[1945399272] transaction","detail":"{read_only:false; response_revision:18702; number_of_response:1; }","duration":"126.0228ms","start":"2026-02-27T18:56:07.013433Z","end":"2026-02-27T18:56:07.139455Z","steps":["trace[1945399272] 'process raft request' (duration: 123.507032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:07.139792Z","caller":"traceutil/trace.go:171","msg":"trace[647549262] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"123.4158ms","start":"2026-02-27T18:56:07.016368Z","end":"2026-02-27T18:56:07.139784Z","steps":["trace[647549262] 'process raft request' (duration: 122.732194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:14.362236Z","caller":"traceutil/trace.go:171","msg":"trace[1212791321] transaction","detail":"{read_only:false; response_revision:18747; number_of_response:1; }","duration":"104.193884ms","start":"2026-02-27T18:56:14.258018Z","end":"2026-02-27T18:56:14.362212Z","steps":["trace[1212791321] 'process raft request' (duration: 104.060681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:14.415474Z","caller":"traceutil/trace.go:171","msg":"trace[2079527269] linearizableReadLoop","detail":"{readStateIndex:19674; appliedIndex:19672; }","duration":"155.459782ms","start":"2026-02-27T18:56:14.259994Z","end":"2026-02-27T18:56:14.415454Z","steps":["trace[2079527269] 'read index received' (duration: 102.014323ms)","trace[2079527269] 'applied index is now lower than readState.Index' (duration: 53.444439ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:56:14.415514Z","caller":"traceutil/trace.go:171","msg":"trace[378314771] transaction","detail":"{read_only:false; response_revision:18748; number_of_response:1; }","duration":"156.24362ms","start":"2026-02-27T18:56:14.259247Z","end":"2026-02-27T18:56:14.41549Z","steps":["trace[378314771] 'process raft request' (duration: 153.906056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:14.415651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.653256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T18:56:14.416217Z","caller":"traceutil/trace.go:171","msg":"trace[59788689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18749; }","duration":"156.24567ms","start":"2026-02-27T18:56:14.259962Z","end":"2026-02-27T18:56:14.416207Z","steps":["trace[59788689] 'agreement among raft nodes before linearized reading' (duration: 155.617175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:14.415716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.20309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T18:56:14.416287Z","caller":"traceutil/trace.go:171","msg":"trace[431564769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18749; }","duration":"150.785644ms","start":"2026-02-27T18:56:14.265493Z","end":"2026-02-27T18:56:14.416279Z","steps":["trace[431564769] 'agreement among raft nodes before linearized reading' (duration: 150.19308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:14.415746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.366827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T18:56:14.416413Z","caller":"traceutil/trace.go:171","msg":"trace[2044104405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18749; }","duration":"130.037673ms","start":"2026-02-27T18:56:14.286344Z","end":"2026-02-27T18:56:14.416381Z","steps":["trace[2044104405] 'agreement among raft nodes before linearized reading' (duration: 129.322347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:14.415807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.158672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T18:56:14.416501Z","caller":"traceutil/trace.go:171","msg":"trace[820801796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18749; }","duration":"151.89364ms","start":"2026-02-27T18:56:14.264591Z","end":"2026-02-27T18:56:14.416485Z","steps":["trace[820801796] 'agreement among raft nodes before linearized reading' (duration: 151.022189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:14.416534Z","caller":"traceutil/trace.go:171","msg":"trace[508976410] transaction","detail":"{read_only:false; response_revision:18749; number_of_response:1; }","duration":"151.146382ms","start":"2026-02-27T18:56:14.264397Z","end":"2026-02-27T18:56:14.415544Z","steps":["trace[508976410] 'process raft request' (duration: 151.013049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:44.886443Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:56:44.891453Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T18:56:44.891536Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T18:57:17.177417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16630} {"level":"info","ts":"2026-02-27T18:57:17.280986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16630,"took":"100.461788ms","hash":156712462,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":31977472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T18:57:17.281039Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":156712462,"revision":16630,"compact-revision":13719} {"level":"info","ts":"2026-02-27T18:58:19.153073Z","caller":"traceutil/trace.go:171","msg":"trace[21400951] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"110.06144ms","start":"2026-02-27T18:58:19.042981Z","end":"2026-02-27T18:58:19.153042Z","steps":["trace[21400951] 'process raft request' (duration: 85.168894ms)","trace[21400951] 'compare' (duration: 24.799344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:58:19.155921Z","caller":"traceutil/trace.go:171","msg":"trace[384625784] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"110.527871ms","start":"2026-02-27T18:58:19.045375Z","end":"2026-02-27T18:58:19.155902Z","steps":["trace[384625784] 'process raft request' (duration: 110.254474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:22.513949Z","caller":"traceutil/trace.go:171","msg":"trace[302003921] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"162.220608ms","start":"2026-02-27T18:58:22.351704Z","end":"2026-02-27T18:58:22.513925Z","steps":["trace[302003921] 'process raft request' (duration: 161.999463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:14.673688Z","caller":"traceutil/trace.go:171","msg":"trace[2019478087] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"111.475019ms","start":"2026-02-27T19:01:14.562171Z","end":"2026-02-27T19:01:14.673646Z","steps":["trace[2019478087] 'process raft request' (duration: 77.443292ms)","trace[2019478087] 'compare' (duration: 33.690089ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:14.673898Z","caller":"traceutil/trace.go:171","msg":"trace[2105697435] transaction","detail":"{read_only:false; response_revision:21553; number_of_response:1; }","duration":"109.511574ms","start":"2026-02-27T19:01:14.56435Z","end":"2026-02-27T19:01:14.673861Z","steps":["trace[2105697435] 'process raft request' (duration: 109.207827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:31.606356Z","caller":"traceutil/trace.go:171","msg":"trace[826745318] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"121.948622ms","start":"2026-02-27T19:01:31.484369Z","end":"2026-02-27T19:01:31.606318Z","steps":["trace[826745318] 'process raft request' (duration: 121.628205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.518531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.859238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:01:32.518636Z","caller":"traceutil/trace.go:171","msg":"trace[1450302180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21654; }","duration":"536.015901ms","start":"2026-02-27T19:01:31.982591Z","end":"2026-02-27T19:01:32.518607Z","steps":["trace[1450302180] 'range keys from in-memory index tree' (duration: 535.651643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.518692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:31.982563Z","time spent":"536.115234ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:01:32.518971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.078126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:01:32.519019Z","caller":"traceutil/trace.go:171","msg":"trace[1631794466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21654; }","duration":"534.136947ms","start":"2026-02-27T19:01:31.984869Z","end":"2026-02-27T19:01:32.519006Z","steps":["trace[1631794466] 'range keys from in-memory index tree' (duration: 533.999444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.519056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:31.984858Z","time spent":"534.188048ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:01:32.519339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.991318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:01:32.519396Z","caller":"traceutil/trace.go:171","msg":"trace[607978141] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21654; }","duration":"529.06205ms","start":"2026-02-27T19:01:31.990321Z","end":"2026-02-27T19:01:32.519383Z","steps":["trace[607978141] 'range keys from in-memory index tree' (duration: 528.893486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.519438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:31.990314Z","time spent":"529.113371ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:01:32.520014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.083994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T19:01:32.520067Z","caller":"traceutil/trace.go:171","msg":"trace[1764348171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21654; }","duration":"412.174666ms","start":"2026-02-27T19:01:32.107876Z","end":"2026-02-27T19:01:32.520051Z","steps":["trace[1764348171] 'range keys from in-memory index tree' (duration: 411.95105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.520107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.107852Z","time spent":"412.244078ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T19:01:32.52029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.076918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:32.520335Z","caller":"traceutil/trace.go:171","msg":"trace[604653874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21654; }","duration":"388.16593ms","start":"2026-02-27T19:01:32.132156Z","end":"2026-02-27T19:01:32.520322Z","steps":["trace[604653874] 'range keys from in-memory index tree' (duration: 387.996606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.520374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.132127Z","time spent":"388.237022ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:01:32.522053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.584759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:01:32.522184Z","caller":"traceutil/trace.go:171","msg":"trace[1408581362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21654; }","duration":"368.730871ms","start":"2026-02-27T19:01:32.153431Z","end":"2026-02-27T19:01:32.522162Z","steps":["trace[1408581362] 'range keys from in-memory index tree' (duration: 368.490806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.523084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.15342Z","time spent":"369.651082ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:32.522294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.703897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:01:32.523272Z","caller":"traceutil/trace.go:171","msg":"trace[1667980449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21654; }","duration":"368.703171ms","start":"2026-02-27T19:01:32.154522Z","end":"2026-02-27T19:01:32.523226Z","steps":["trace[1667980449] 'range keys from in-memory index tree' (duration: 367.480443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.523363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.154514Z","time spent":"368.826884ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:32.523449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.553214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:01:32.523491Z","caller":"traceutil/trace.go:171","msg":"trace[898154301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21654; }","duration":"370.646676ms","start":"2026-02-27T19:01:32.152834Z","end":"2026-02-27T19:01:32.523481Z","steps":["trace[898154301] 'range keys from in-memory index tree' (duration: 367.541614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.523518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.152806Z","time spent":"370.704088ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:01:32.851517Z","caller":"traceutil/trace.go:171","msg":"trace[684746087] linearizableReadLoop","detail":"{readStateIndex:22724; appliedIndex:22723; }","duration":"328.177963ms","start":"2026-02-27T19:01:32.523314Z","end":"2026-02-27T19:01:32.851492Z","steps":["trace[684746087] 'read index received' (duration: 328.03521ms)","trace[684746087] 'applied index is now lower than readState.Index' (duration: 141.603µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:32.851708Z","caller":"traceutil/trace.go:171","msg":"trace[1625744718] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"611.171961ms","start":"2026-02-27T19:01:32.240504Z","end":"2026-02-27T19:01:32.851676Z","steps":["trace[1625744718] 'process raft request' (duration: 610.772281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.851876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.240469Z","time spent":"611.320254ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17102,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:32.851889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.555322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:32.851944Z","caller":"traceutil/trace.go:171","msg":"trace[437734793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21655; }","duration":"328.636673ms","start":"2026-02-27T19:01:32.523289Z","end":"2026-02-27T19:01:32.851925Z","steps":["trace[437734793] 'agreement among raft nodes before linearized reading' (duration: 328.537271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.851984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.522812Z","time spent":"329.163427ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:01:32.854906Z","caller":"traceutil/trace.go:171","msg":"trace[307304502] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"327.329604ms","start":"2026-02-27T19:01:32.527542Z","end":"2026-02-27T19:01:32.854872Z","steps":["trace[307304502] 'process raft request' (duration: 327.046287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.855063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.527534Z","time spent":"327.445466ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:32.855232Z","caller":"traceutil/trace.go:171","msg":"trace[598155512] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"328.669805ms","start":"2026-02-27T19:01:32.526557Z","end":"2026-02-27T19:01:32.855226Z","steps":["trace[598155512] 'process raft request' (duration: 327.769954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.855269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.526542Z","time spent":"328.707945ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:32.855262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.762486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed81257a-c0e2-4675-a87d-63cbf5e8074d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T19:01:32.855316Z","caller":"traceutil/trace.go:171","msg":"trace[1779722548] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed81257a-c0e2-4675-a87d-63cbf5e8074d; range_end:; response_count:1; response_revision:21661; }","duration":"328.838458ms","start":"2026-02-27T19:01:32.526462Z","end":"2026-02-27T19:01:32.855301Z","steps":["trace[1779722548] 'agreement among raft nodes before linearized reading' (duration: 328.689735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:32.855356Z","caller":"traceutil/trace.go:171","msg":"trace[1345257725] transaction","detail":"{read_only:false; response_revision:21660; number_of_response:1; }","duration":"328.088681ms","start":"2026-02-27T19:01:32.527258Z","end":"2026-02-27T19:01:32.855347Z","steps":["trace[1345257725] 'process raft request' (duration: 327.299792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.855361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.526443Z","time spent":"328.90936ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ed81257a-c0e2-4675-a87d-63cbf5e8074d\" "} {"level":"info","ts":"2026-02-27T19:01:32.855367Z","caller":"traceutil/trace.go:171","msg":"trace[1840669221] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"328.626514ms","start":"2026-02-27T19:01:32.526726Z","end":"2026-02-27T19:01:32.855353Z","steps":["trace[1840669221] 'process raft request' (duration: 327.796684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.855384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.527249Z","time spent":"328.120392ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:32.855494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.526716Z","time spent":"328.680995ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:32.855643Z","caller":"traceutil/trace.go:171","msg":"trace[641341222] transaction","detail":"{read_only:false; response_revision:21658; number_of_response:1; }","duration":"328.976821ms","start":"2026-02-27T19:01:32.526659Z","end":"2026-02-27T19:01:32.855636Z","steps":["trace[641341222] 'process raft request' (duration: 327.830385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:32.85566Z","caller":"traceutil/trace.go:171","msg":"trace[1265363327] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"329.082764ms","start":"2026-02-27T19:01:32.526568Z","end":"2026-02-27T19:01:32.85565Z","steps":["trace[1265363327] 'process raft request' (duration: 327.884356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:32.855683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.526642Z","time spent":"329.023063ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:32.855706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:32.526556Z","time spent":"329.125615ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:43.317591Z","caller":"traceutil/trace.go:171","msg":"trace[212300776] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"328.412428ms","start":"2026-02-27T19:01:42.98915Z","end":"2026-02-27T19:01:43.317562Z","steps":["trace[212300776] 'process raft request' (duration: 328.223254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.317784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:42.989137Z","time spent":"328.539381ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:43.33893Z","caller":"traceutil/trace.go:171","msg":"trace[463605533] linearizableReadLoop","detail":"{readStateIndex:22789; appliedIndex:22787; }","duration":"342.531785ms","start":"2026-02-27T19:01:42.996373Z","end":"2026-02-27T19:01:43.338905Z","steps":["trace[463605533] 'read index received' (duration: 320.989367ms)","trace[463605533] 'applied index is now lower than readState.Index' (duration: 21.541128ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:43.33898Z","caller":"traceutil/trace.go:171","msg":"trace[1907236007] transaction","detail":"{read_only:false; response_revision:21716; number_of_response:1; }","duration":"346.6585ms","start":"2026-02-27T19:01:42.992291Z","end":"2026-02-27T19:01:43.33895Z","steps":["trace[1907236007] 'process raft request' (duration: 346.445805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:42.992263Z","time spent":"346.775383ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:43.339209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.802101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:01:43.339245Z","caller":"traceutil/trace.go:171","msg":"trace[1141692273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21716; }","duration":"342.939775ms","start":"2026-02-27T19:01:42.996292Z","end":"2026-02-27T19:01:43.339232Z","steps":["trace[1141692273] 'agreement among raft nodes before linearized reading' (duration: 342.759901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:42.996283Z","time spent":"342.986626ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:01:43.33929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.749791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:01:43.339365Z","caller":"traceutil/trace.go:171","msg":"trace[2130550410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21716; }","duration":"339.874673ms","start":"2026-02-27T19:01:42.99947Z","end":"2026-02-27T19:01:43.339345Z","steps":["trace[2130550410] 'agreement among raft nodes before linearized reading' (duration: 339.661348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.188575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:01:43.339417Z","caller":"traceutil/trace.go:171","msg":"trace[791623322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21716; }","duration":"335.248957ms","start":"2026-02-27T19:01:43.004161Z","end":"2026-02-27T19:01:43.33941Z","steps":["trace[791623322] 'agreement among raft nodes before linearized reading' (duration: 335.167765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:42.999445Z","time spent":"339.958026ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:43.339438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:43.004141Z","time spent":"335.293267ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:43.339403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.138218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:01:43.339491Z","caller":"traceutil/trace.go:171","msg":"trace[1458782499] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21716; }","duration":"330.247091ms","start":"2026-02-27T19:01:43.009229Z","end":"2026-02-27T19:01:43.339476Z","steps":["trace[1458782499] 'agreement among raft nodes before linearized reading' (duration: 329.986005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.233431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:01:43.339534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:43.009221Z","time spent":"330.303823ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:01:43.339557Z","caller":"traceutil/trace.go:171","msg":"trace[98017862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21716; }","duration":"209.296172ms","start":"2026-02-27T19:01:43.130255Z","end":"2026-02-27T19:01:43.339551Z","steps":["trace[98017862] 'agreement among raft nodes before linearized reading' (duration: 209.269722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.69231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:01:43.339612Z","caller":"traceutil/trace.go:171","msg":"trace[1001127940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21716; }","duration":"339.73914ms","start":"2026-02-27T19:01:42.999867Z","end":"2026-02-27T19:01:43.339606Z","steps":["trace[1001127940] 'agreement among raft nodes before linearized reading' (duration: 339.665779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:42.999854Z","time spent":"339.774442ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:43.33978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.487223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:01:43.339826Z","caller":"traceutil/trace.go:171","msg":"trace[196163405] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21716; }","duration":"329.542395ms","start":"2026-02-27T19:01:43.01027Z","end":"2026-02-27T19:01:43.339812Z","steps":["trace[196163405] 'agreement among raft nodes before linearized reading' (duration: 329.433633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:43.339855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:43.010263Z","time spent":"329.585276ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:01:49.895351Z","caller":"traceutil/trace.go:171","msg":"trace[91681729] linearizableReadLoop","detail":"{readStateIndex:22826; appliedIndex:22825; }","duration":"497.129482ms","start":"2026-02-27T19:01:49.398196Z","end":"2026-02-27T19:01:49.895325Z","steps":["trace[91681729] 'read index received' (duration: 497.02989ms)","trace[91681729] 'applied index is now lower than readState.Index' (duration: 98.552µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:49.895415Z","caller":"traceutil/trace.go:171","msg":"trace[487396666] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"550.276852ms","start":"2026-02-27T19:01:49.345093Z","end":"2026-02-27T19:01:49.89537Z","steps":["trace[487396666] 'process raft request' (duration: 550.077598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.895624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.412328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:01:49.895668Z","caller":"traceutil/trace.go:171","msg":"trace[1738182518] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21751; }","duration":"497.521042ms","start":"2026-02-27T19:01:49.398134Z","end":"2026-02-27T19:01:49.895656Z","steps":["trace[1738182518] 'agreement among raft nodes before linearized reading' (duration: 497.341438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.895685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.930964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:01:49.895706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.398113Z","time spent":"497.584453ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:01:49.89577Z","caller":"traceutil/trace.go:171","msg":"trace[2025772554] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21751; }","duration":"193.089318ms","start":"2026-02-27T19:01:49.702637Z","end":"2026-02-27T19:01:49.895727Z","steps":["trace[2025772554] 'agreement among raft nodes before linearized reading' (duration: 192.950794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.89587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.532663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:01:49.895911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.047278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:01:49.895887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.508211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:01:49.895977Z","caller":"traceutil/trace.go:171","msg":"trace[1303522411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21751; }","duration":"436.126571ms","start":"2026-02-27T19:01:49.459831Z","end":"2026-02-27T19:01:49.895958Z","steps":["trace[1303522411] 'agreement among raft nodes before linearized reading' (duration: 435.821144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:49.895996Z","caller":"traceutil/trace.go:171","msg":"trace[551382819] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21751; }","duration":"427.658435ms","start":"2026-02-27T19:01:49.468312Z","end":"2026-02-27T19:01:49.89597Z","steps":["trace[551382819] 'agreement among raft nodes before linearized reading' (duration: 427.291917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.895978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.732978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:01:49.896009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.459823Z","time spent":"436.179432ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:49.895887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.794441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:01:49.89605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.468301Z","time spent":"427.739277ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:01:49.896052Z","caller":"traceutil/trace.go:171","msg":"trace[1778661331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21751; }","duration":"434.842431ms","start":"2026-02-27T19:01:49.461191Z","end":"2026-02-27T19:01:49.896034Z","steps":["trace[1778661331] 'agreement among raft nodes before linearized reading' (duration: 434.552524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.896095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.461177Z","time spent":"434.910173ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:01:49.896107Z","caller":"traceutil/trace.go:171","msg":"trace[2108250106] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21751; }","duration":"429.076467ms","start":"2026-02-27T19:01:49.466992Z","end":"2026-02-27T19:01:49.896068Z","steps":["trace[2108250106] 'agreement among raft nodes before linearized reading' (duration: 428.607247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.896216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.466963Z","time spent":"429.229441ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:01:49.896215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.633524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:01:49.896315Z","caller":"traceutil/trace.go:171","msg":"trace[1387973065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21751; }","duration":"440.83614ms","start":"2026-02-27T19:01:49.455457Z","end":"2026-02-27T19:01:49.896293Z","steps":["trace[1387973065] 'agreement among raft nodes before linearized reading' (duration: 440.41855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.896384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.455445Z","time spent":"440.928431ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:49.895615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.345054Z","time spent":"550.454036ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:49.896008Z","caller":"traceutil/trace.go:171","msg":"trace[1268433384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21751; }","duration":"440.704157ms","start":"2026-02-27T19:01:49.455247Z","end":"2026-02-27T19:01:49.895951Z","steps":["trace[1268433384] 'agreement among raft nodes before linearized reading' (duration: 440.280937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:49.896729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.45522Z","time spent":"441.485744ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:50.561629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902353123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:01:50.858104Z","caller":"traceutil/trace.go:171","msg":"trace[1461335856] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"957.694458ms","start":"2026-02-27T19:01:49.90039Z","end":"2026-02-27T19:01:50.858085Z","steps":["trace[1461335856] 'process raft request' (duration: 916.339211ms)","trace[1461335856] 'compare' (duration: 41.257725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:50.858221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.900361Z","time spent":"957.79632ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:51.760184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.422523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:01:51.760492Z","caller":"traceutil/trace.go:171","msg":"trace[1953781391] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"1.859676958s","start":"2026-02-27T19:01:49.900771Z","end":"2026-02-27T19:01:51.760448Z","steps":["trace[1953781391] 'process raft request' (duration: 1.398872656s)","trace[1953781391] 'compare' (duration: 460.183517ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:51.760654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.900762Z","time spent":"1.859831311s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:51.760732Z","caller":"traceutil/trace.go:171","msg":"trace[1123916226] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"1.85978698s","start":"2026-02-27T19:01:49.900897Z","end":"2026-02-27T19:01:51.760684Z","steps":["trace[1123916226] 'process raft request' (duration: 1.859420762s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.760932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.900889Z","time spent":"1.859947704s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:51.761309Z","caller":"traceutil/trace.go:171","msg":"trace[279385816] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"1.860299172s","start":"2026-02-27T19:01:49.900991Z","end":"2026-02-27T19:01:51.76129Z","steps":["trace[279385816] 'process raft request' (duration: 1.859530514s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:51.761379Z","caller":"traceutil/trace.go:171","msg":"trace[1003928462] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"1.858742775s","start":"2026-02-27T19:01:49.902603Z","end":"2026-02-27T19:01:51.761346Z","steps":["trace[1003928462] 'process raft request' (duration: 1.858640253s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:51.76136Z","caller":"traceutil/trace.go:171","msg":"trace[835305320] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"1.860298032s","start":"2026-02-27T19:01:49.901021Z","end":"2026-02-27T19:01:51.761319Z","steps":["trace[835305320] 'process raft request' (duration: 1.860174099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.761394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.900967Z","time spent":"1.860389064s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:51.761464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.902585Z","time spent":"1.858837518s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:51.761499Z","caller":"traceutil/trace.go:171","msg":"trace[1160363165] linearizableReadLoop","detail":"{readStateIndex:22833; appliedIndex:22826; }","duration":"1.700504795s","start":"2026-02-27T19:01:50.060972Z","end":"2026-02-27T19:01:51.761477Z","steps":["trace[1160363165] 'read index received' (duration: 756.097074ms)","trace[1160363165] 'applied index is now lower than readState.Index' (duration: 944.406581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:51.761532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.900995Z","time spent":"1.860444336s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:51.761563Z","caller":"traceutil/trace.go:171","msg":"trace[1129867511] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"1.858761526s","start":"2026-02-27T19:01:49.90276Z","end":"2026-02-27T19:01:51.761522Z","steps":["trace[1129867511] 'process raft request' (duration: 1.858564802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.76166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630162127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:51.761697Z","caller":"traceutil/trace.go:171","msg":"trace[885914530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21758; }","duration":"1.63025423s","start":"2026-02-27T19:01:50.131432Z","end":"2026-02-27T19:01:51.761686Z","steps":["trace[885914530] 'agreement among raft nodes before linearized reading' (duration: 1.630164288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.761726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.131405Z","time spent":"1.630314801s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:01:51.761702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70071402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-27T19:01:51.761746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035914338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-02-27T19:01:51.761741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:49.90272Z","time spent":"1.85892969s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:51.761783Z","caller":"traceutil/trace.go:171","msg":"trace[1962809093] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21758; }","duration":"1.700854634s","start":"2026-02-27T19:01:50.060907Z","end":"2026-02-27T19:01:51.761762Z","steps":["trace[1962809093] 'agreement among raft nodes before linearized reading' (duration: 1.700657249s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:51.761788Z","caller":"traceutil/trace.go:171","msg":"trace[1915431993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21758; }","duration":"1.035954689s","start":"2026-02-27T19:01:50.725822Z","end":"2026-02-27T19:01:51.761776Z","steps":["trace[1915431993] 'agreement among raft nodes before linearized reading' (duration: 1.035846847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.761797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.047711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:01:51.761819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.060881Z","time spent":"1.700930495s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T19:01:51.761822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.701656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:51.76184Z","caller":"traceutil/trace.go:171","msg":"trace[1134860864] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21758; }","duration":"357.131482ms","start":"2026-02-27T19:01:51.404693Z","end":"2026-02-27T19:01:51.761825Z","steps":["trace[1134860864] 'agreement among raft nodes before linearized reading' (duration: 357.077401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:51.761869Z","caller":"traceutil/trace.go:171","msg":"trace[1554276808] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21758; }","duration":"478.781487ms","start":"2026-02-27T19:01:51.283072Z","end":"2026-02-27T19:01:51.761853Z","steps":["trace[1554276808] 'agreement among raft nodes before linearized reading' (duration: 478.712326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.761874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.404667Z","time spent":"357.198894ms","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:01:51.761868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241331161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:01:51.761896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31562597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:01:51.761901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.283047Z","time spent":"478.846229ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:01:51.76192Z","caller":"traceutil/trace.go:171","msg":"trace[1989565751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21758; }","duration":"1.241380892s","start":"2026-02-27T19:01:50.520522Z","end":"2026-02-27T19:01:51.761902Z","steps":["trace[1989565751] 'agreement among raft nodes before linearized reading' (duration: 1.24128186s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.761933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.170875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T19:01:51.761955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.520467Z","time spent":"1.241478485s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:01:51.761967Z","caller":"traceutil/trace.go:171","msg":"trace[1327851106] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:21758; }","duration":"985.213236ms","start":"2026-02-27T19:01:50.776745Z","end":"2026-02-27T19:01:51.761958Z","steps":["trace[1327851106] 'agreement among raft nodes before linearized reading' (duration: 985.092173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:51.761983Z","caller":"traceutil/trace.go:171","msg":"trace[1464183017] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21758; }","duration":"1.315689972s","start":"2026-02-27T19:01:50.446228Z","end":"2026-02-27T19:01:51.761918Z","steps":["trace[1464183017] 'agreement among raft nodes before linearized reading' (duration: 1.31563759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.761992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.77674Z","time spent":"985.246296ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:01:51.762029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.446209Z","time spent":"1.315804044s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:01:51.761819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.72576Z","time spent":"1.036052912s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:01:51.761721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.158745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:01:51.763214Z","caller":"traceutil/trace.go:171","msg":"trace[40082907] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21758; }","duration":"763.653129ms","start":"2026-02-27T19:01:50.999503Z","end":"2026-02-27T19:01:51.763156Z","steps":["trace[40082907] 'agreement among raft nodes before linearized reading' (duration: 762.155955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:51.763307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:50.999474Z","time spent":"763.783572ms","remote":"127.0.0.1:43528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:01:52.746865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.597701ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T19:01:52.747058Z","caller":"traceutil/trace.go:171","msg":"trace[263628245] linearizableReadLoop","detail":"{readStateIndex:22834; appliedIndex:22833; }","duration":"981.889349ms","start":"2026-02-27T19:01:51.765086Z","end":"2026-02-27T19:01:52.746975Z","steps":["trace[263628245] 'read index received' (duration: 408.163614ms)","trace[263628245] 'applied index is now lower than readState.Index' (duration: 573.723204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:52.747148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.763298Z","time spent":"983.823093ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:01:52.747301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.198705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d7f3b793-5a02-4dca-9a96-7414214e2cd2\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-27T19:01:52.747376Z","caller":"traceutil/trace.go:171","msg":"trace[371474916] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d7f3b793-5a02-4dca-9a96-7414214e2cd2; range_end:; response_count:1; response_revision:21758; }","duration":"982.295618ms","start":"2026-02-27T19:01:51.765062Z","end":"2026-02-27T19:01:52.747357Z","steps":["trace[371474916] 'agreement among raft nodes before linearized reading' (duration: 982.044563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.747457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.765055Z","time spent":"982.39389ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-d7f3b793-5a02-4dca-9a96-7414214e2cd2\" "} {"level":"warn","ts":"2026-02-27T19:01:52.773706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005253599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:01:52.773732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006758094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-02-27T19:01:52.773754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008104905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:01:52.773807Z","caller":"traceutil/trace.go:171","msg":"trace[308334954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21759; }","duration":"1.006889687s","start":"2026-02-27T19:01:51.766902Z","end":"2026-02-27T19:01:52.773792Z","steps":["trace[308334954] 'agreement among raft nodes before linearized reading' (duration: 1.006734153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.773794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.48637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:01:52.773826Z","caller":"traceutil/trace.go:171","msg":"trace[1866422772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21759; }","duration":"1.008187757s","start":"2026-02-27T19:01:51.765618Z","end":"2026-02-27T19:01:52.773806Z","steps":["trace[1866422772] 'agreement among raft nodes before linearized reading' (duration: 1.007923951s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.773847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.766882Z","time spent":"1.006955589s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:01:52.773872Z","caller":"traceutil/trace.go:171","msg":"trace[260408551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21759; }","duration":"873.593163ms","start":"2026-02-27T19:01:51.900262Z","end":"2026-02-27T19:01:52.773855Z","steps":["trace[260408551] 'agreement among raft nodes before linearized reading' (duration: 873.315027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.77388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.765614Z","time spent":"1.008253818s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:01:52.773916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.900253Z","time spent":"873.653164ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:01:52.773813Z","caller":"traceutil/trace.go:171","msg":"trace[1909120882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21759; }","duration":"1.005383262s","start":"2026-02-27T19:01:51.768393Z","end":"2026-02-27T19:01:52.773776Z","steps":["trace[1909120882] 'agreement among raft nodes before linearized reading' (duration: 1.005207558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.773956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.411089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:01:52.773936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.797291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:52.773997Z","caller":"traceutil/trace.go:171","msg":"trace[2077534613] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21759; }","duration":"752.493731ms","start":"2026-02-27T19:01:52.021491Z","end":"2026-02-27T19:01:52.773984Z","steps":["trace[2077534613] 'agreement among raft nodes before linearized reading' (duration: 752.363148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.773996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.768381Z","time spent":"1.005605027s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:01:52.774032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.021467Z","time spent":"752.555172ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:01:52.774041Z","caller":"traceutil/trace.go:171","msg":"trace[1890797753] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21759; }","duration":"960.936884ms","start":"2026-02-27T19:01:51.813076Z","end":"2026-02-27T19:01:52.774012Z","steps":["trace[1890797753] 'agreement among raft nodes before linearized reading' (duration: 960.7566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.774101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.81307Z","time spent":"961.017646ms","remote":"127.0.0.1:42556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:01:52.774209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.998172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:01:52.774308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008016793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:01:52.774386Z","caller":"traceutil/trace.go:171","msg":"trace[1153562325] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"452.812727ms","start":"2026-02-27T19:01:52.320893Z","end":"2026-02-27T19:01:52.773706Z","steps":["trace[1153562325] 'process raft request' (duration: 452.463569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.774494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.320851Z","time spent":"453.576924ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:52.774867Z","caller":"traceutil/trace.go:171","msg":"trace[579033235] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21759; }","duration":"893.188985ms","start":"2026-02-27T19:01:51.881111Z","end":"2026-02-27T19:01:52.7743Z","steps":["trace[579033235] 'agreement among raft nodes before linearized reading' (duration: 892.642603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.774942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.881095Z","time spent":"893.825181ms","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":212,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:01:52.775216Z","caller":"traceutil/trace.go:171","msg":"trace[729739607] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21759; }","duration":"1.008154366s","start":"2026-02-27T19:01:51.766262Z","end":"2026-02-27T19:01:52.774416Z","steps":["trace[729739607] 'agreement among raft nodes before linearized reading' (duration: 1.007540832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:52.775266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:51.766259Z","time spent":"1.008993205s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:01:53.275346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902353140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:01:53.476051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.588994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:01:53.476305Z","caller":"traceutil/trace.go:171","msg":"trace[1371710229] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"707.610393ms","start":"2026-02-27T19:01:52.768674Z","end":"2026-02-27T19:01:53.476285Z","steps":["trace[1371710229] 'process raft request' (duration: 707.49528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:53.476379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.768642Z","time spent":"707.699564ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:53.476723Z","caller":"traceutil/trace.go:171","msg":"trace[1731036371] transaction","detail":"{read_only:false; response_revision:21760; number_of_response:1; }","duration":"727.80941ms","start":"2026-02-27T19:01:52.748871Z","end":"2026-02-27T19:01:53.476681Z","steps":["trace[1731036371] 'process raft request' (duration: 592.496659ms)","trace[1731036371] 'compare' (duration: 134.40239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:53.476934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.748836Z","time spent":"727.979313ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:53.478955Z","caller":"traceutil/trace.go:171","msg":"trace[278589655] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"700.289603ms","start":"2026-02-27T19:01:52.77864Z","end":"2026-02-27T19:01:53.47893Z","steps":["trace[278589655] 'process raft request' (duration: 700.024697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:53.479049Z","caller":"traceutil/trace.go:171","msg":"trace[645168256] linearizableReadLoop","detail":"{readStateIndex:22840; appliedIndex:22835; }","duration":"703.763333ms","start":"2026-02-27T19:01:52.775263Z","end":"2026-02-27T19:01:53.479027Z","steps":["trace[645168256] 'read index received' (duration: 566.122009ms)","trace[645168256] 'applied index is now lower than readState.Index' (duration: 137.640294ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:53.479098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.778618Z","time spent":"700.404235ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:53.479164Z","caller":"traceutil/trace.go:171","msg":"trace[1782542996] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"699.507814ms","start":"2026-02-27T19:01:52.779609Z","end":"2026-02-27T19:01:53.479117Z","steps":["trace[1782542996] 'process raft request' (duration: 699.258528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:53.478938Z","caller":"traceutil/trace.go:171","msg":"trace[922731000] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"699.389172ms","start":"2026-02-27T19:01:52.779517Z","end":"2026-02-27T19:01:53.478907Z","steps":["trace[922731000] 'process raft request' (duration: 699.309361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:53.479269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.980848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17118"} {"level":"warn","ts":"2026-02-27T19:01:53.479309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.779489Z","time spent":"699.76576ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:53.479337Z","caller":"traceutil/trace.go:171","msg":"trace[246212520] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21764; }","duration":"704.089261ms","start":"2026-02-27T19:01:52.775235Z","end":"2026-02-27T19:01:53.479324Z","steps":["trace[246212520] 'agreement among raft nodes before linearized reading' (duration: 703.885836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:53.479334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.779567Z","time spent":"699.670898ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:53.479335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.988839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:01:53.479381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.775216Z","time spent":"704.156492ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17141,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:01:53.479376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.753518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T19:01:53.479408Z","caller":"traceutil/trace.go:171","msg":"trace[2018216929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21764; }","duration":"704.122102ms","start":"2026-02-27T19:01:52.775268Z","end":"2026-02-27T19:01:53.47939Z","steps":["trace[2018216929] 'agreement among raft nodes before linearized reading' (duration: 704.002759ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:53.479428Z","caller":"traceutil/trace.go:171","msg":"trace[356003117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21764; }","duration":"421.805059ms","start":"2026-02-27T19:01:53.057604Z","end":"2026-02-27T19:01:53.47941Z","steps":["trace[356003117] 'agreement among raft nodes before linearized reading' (duration: 421.694836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:53.479444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.775253Z","time spent":"704.185003ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:01:53.479473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:53.057577Z","time spent":"421.889151ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:01:53.479502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.220233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:01:53.479624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.000115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:01:53.479665Z","caller":"traceutil/trace.go:171","msg":"trace[1610068208] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21764; }","duration":"280.425058ms","start":"2026-02-27T19:01:53.199213Z","end":"2026-02-27T19:01:53.479638Z","steps":["trace[1610068208] 'agreement among raft nodes before linearized reading' (duration: 280.206003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:53.479681Z","caller":"traceutil/trace.go:171","msg":"trace[1792358151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21764; }","duration":"617.121309ms","start":"2026-02-27T19:01:52.862536Z","end":"2026-02-27T19:01:53.479658Z","steps":["trace[1792358151] 'agreement among raft nodes before linearized reading' (duration: 616.971685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:53.47976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:52.862498Z","time spent":"617.222971ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:02:17.185376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19332} {"level":"info","ts":"2026-02-27T19:02:17.301346Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19332,"took":"112.146575ms","hash":539302434,"current-db-size-bytes":46501888,"current-db-size":"46 MB","current-db-size-in-use-bytes":28991488,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T19:02:17.301409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":539302434,"revision":19332,"compact-revision":16630} {"level":"info","ts":"2026-02-27T19:02:55.464823Z","caller":"traceutil/trace.go:171","msg":"trace[1350324994] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22399; }","duration":"230.3428ms","start":"2026-02-27T19:02:55.234452Z","end":"2026-02-27T19:02:55.464795Z","steps":["trace[1350324994] 'process raft request' (duration: 230.128765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:02:55.629081Z","caller":"traceutil/trace.go:171","msg":"trace[1716669768] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"150.766849ms","start":"2026-02-27T19:02:55.478287Z","end":"2026-02-27T19:02:55.629053Z","steps":["trace[1716669768] 'process raft request' (duration: 150.590864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:02:55.961216Z","caller":"traceutil/trace.go:171","msg":"trace[2055855596] linearizableReadLoop","detail":"{readStateIndex:23511; appliedIndex:23510; }","duration":"130.394397ms","start":"2026-02-27T19:02:55.830792Z","end":"2026-02-27T19:02:55.961186Z","steps":["trace[2055855596] 'read index received' (duration: 59.859705ms)","trace[2055855596] 'applied index is now lower than readState.Index' (duration: 70.532952ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:02:55.961433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.619032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:02:55.961478Z","caller":"traceutil/trace.go:171","msg":"trace[1306186929] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22400; }","duration":"130.718825ms","start":"2026-02-27T19:02:55.830747Z","end":"2026-02-27T19:02:55.961466Z","steps":["trace[1306186929] 'agreement among raft nodes before linearized reading' (duration: 130.605282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.961491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.314966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:02:55.96153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.659918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:02:55.961597Z","caller":"traceutil/trace.go:171","msg":"trace[1654095863] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22400; }","duration":"130.452368ms","start":"2026-02-27T19:02:55.831118Z","end":"2026-02-27T19:02:55.961571Z","steps":["trace[1654095863] 'agreement among raft nodes before linearized reading' (duration: 130.271244ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:02:55.961622Z","caller":"traceutil/trace.go:171","msg":"trace[330177708] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22400; }","duration":"122.795271ms","start":"2026-02-27T19:02:55.838804Z","end":"2026-02-27T19:02:55.961599Z","steps":["trace[330177708] 'agreement among raft nodes before linearized reading' (duration: 122.622067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.961826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.026357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:02:55.961863Z","caller":"traceutil/trace.go:171","msg":"trace[73880120] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22400; }","duration":"123.078498ms","start":"2026-02-27T19:02:55.838775Z","end":"2026-02-27T19:02:55.961854Z","steps":["trace[73880120] 'agreement among raft nodes before linearized reading' (duration: 123.024116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.962054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.772856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-02-27T19:02:55.962119Z","caller":"traceutil/trace.go:171","msg":"trace[2015995056] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22400; }","duration":"114.852297ms","start":"2026-02-27T19:02:55.847246Z","end":"2026-02-27T19:02:55.962098Z","steps":["trace[2015995056] 'agreement among raft nodes before linearized reading' (duration: 114.687934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.962116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.676217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-02-27T19:02:55.962196Z","caller":"traceutil/trace.go:171","msg":"trace[841964162] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22400; }","duration":"115.753798ms","start":"2026-02-27T19:02:55.846411Z","end":"2026-02-27T19:02:55.962165Z","steps":["trace[841964162] 'agreement among raft nodes before linearized reading' (duration: 115.608185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.962236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.076883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-27T19:02:55.96228Z","caller":"traceutil/trace.go:171","msg":"trace[130733586] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22400; }","duration":"128.144755ms","start":"2026-02-27T19:02:55.834125Z","end":"2026-02-27T19:02:55.96227Z","steps":["trace[130733586] 'agreement among raft nodes before linearized reading' (duration: 127.985802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.962288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.148962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:02:55.962321Z","caller":"traceutil/trace.go:171","msg":"trace[1815890756] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22400; }","duration":"130.288524ms","start":"2026-02-27T19:02:55.832024Z","end":"2026-02-27T19:02:55.962312Z","steps":["trace[1815890756] 'agreement among raft nodes before linearized reading' (duration: 130.236343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.962339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.805228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:02:55.96238Z","caller":"traceutil/trace.go:171","msg":"trace[387883933] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22400; }","duration":"124.864429ms","start":"2026-02-27T19:02:55.837505Z","end":"2026-02-27T19:02:55.96237Z","steps":["trace[387883933] 'agreement among raft nodes before linearized reading' (duration: 124.793747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:55.962517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.765187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-27T19:02:55.962551Z","caller":"traceutil/trace.go:171","msg":"trace[857752738] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22400; }","duration":"124.820778ms","start":"2026-02-27T19:02:55.837721Z","end":"2026-02-27T19:02:55.962542Z","steps":["trace[857752738] 'agreement among raft nodes before linearized reading' (duration: 124.213764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:02:56.30499Z","caller":"traceutil/trace.go:171","msg":"trace[973769871] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"333.994758ms","start":"2026-02-27T19:02:55.970964Z","end":"2026-02-27T19:02:56.304959Z","steps":["trace[973769871] 'process raft request' (duration: 333.688501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:02:56.305315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:02:55.97094Z","time spent":"334.197592ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:02:56.496838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.842124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:02:56.496996Z","caller":"traceutil/trace.go:171","msg":"trace[1263721135] transaction","detail":"{read_only:false; response_revision:22407; number_of_response:1; }","duration":"136.511689ms","start":"2026-02-27T19:02:56.360459Z","end":"2026-02-27T19:02:56.496971Z","steps":["trace[1263721135] 'process raft request' (duration: 19.417699ms)","trace[1263721135] 'compare' (duration: 116.638599ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:02:56.524429Z","caller":"traceutil/trace.go:171","msg":"trace[2096478230] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"163.661417ms","start":"2026-02-27T19:02:56.360741Z","end":"2026-02-27T19:02:56.524402Z","steps":["trace[2096478230] 'process raft request' (duration: 163.473493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:02:56.682993Z","caller":"traceutil/trace.go:171","msg":"trace[344178475] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"150.311998ms","start":"2026-02-27T19:02:56.532643Z","end":"2026-02-27T19:02:56.682955Z","steps":["trace[344178475] 'process raft request' (duration: 94.354863ms)","trace[344178475] 'compare' (duration: 55.76592ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:04:12.797401Z","caller":"traceutil/trace.go:171","msg":"trace[1049257711] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22997; }","duration":"169.096872ms","start":"2026-02-27T19:04:12.628282Z","end":"2026-02-27T19:04:12.797379Z","steps":["trace[1049257711] 'process raft request' (duration: 168.625432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:26.76088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.618616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:04:26.760983Z","caller":"traceutil/trace.go:171","msg":"trace[134530027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23120; }","duration":"144.78365ms","start":"2026-02-27T19:04:26.616178Z","end":"2026-02-27T19:04:26.760962Z","steps":["trace[134530027] 'count revisions from in-memory index tree' (duration: 144.480813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:28.593239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:29.094407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:29.595031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:30.095214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:30.5959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:30.862617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:04:30.862791Z","caller":"traceutil/trace.go:171","msg":"trace[1093008494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341083s","start":"2026-02-27T19:04:28.862426Z","end":"2026-02-27T19:04:30.862767Z","steps":["trace[1093008494] 'agreement among raft nodes before linearized reading' (duration: 2.000132408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:30.862851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.862404Z","time spent":"2.000436285s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:04:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:04:31.096753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:31.159651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.559461697s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:04:31.162444Z","caller":"traceutil/trace.go:171","msg":"trace[1382923315] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"3.562322513s","start":"2026-02-27T19:04:27.600097Z","end":"2026-02-27T19:04:31.162419Z","steps":["trace[1382923315] 'process raft request' (duration: 3.559855346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.162592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:27.600082Z","time spent":"3.562436825s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:31.162865Z","caller":"traceutil/trace.go:171","msg":"trace[856632749] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"3.561852202s","start":"2026-02-27T19:04:27.601002Z","end":"2026-02-27T19:04:31.162854Z","steps":["trace[856632749] 'process raft request' (duration: 3.561215287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.162924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:27.600985Z","time spent":"3.561911953s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:31.163216Z","caller":"traceutil/trace.go:171","msg":"trace[809885391] linearizableReadLoop","detail":"{readStateIndex:24275; appliedIndex:24272; }","duration":"3.070557305s","start":"2026-02-27T19:04:28.092583Z","end":"2026-02-27T19:04:31.16314Z","steps":["trace[809885391] 'read index received' (duration: 3.067394521s)","trace[809885391] 'applied index is now lower than readState.Index' (duration: 3.161264ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:04:31.164657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072056359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T19:04:31.164791Z","caller":"traceutil/trace.go:171","msg":"trace[1677288869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23128; }","duration":"3.072278894s","start":"2026-02-27T19:04:28.092494Z","end":"2026-02-27T19:04:31.164773Z","steps":["trace[1677288869] 'agreement among raft nodes before linearized reading' (duration: 3.071934036s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.695091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:04:31.165072Z","caller":"traceutil/trace.go:171","msg":"trace[80197420] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:23128; }","duration":"378.760913ms","start":"2026-02-27T19:04:30.786299Z","end":"2026-02-27T19:04:31.16506Z","steps":["trace[80197420] 'agreement among raft nodes before linearized reading' (duration: 378.64555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:30.78628Z","time spent":"378.815024ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342259725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:04:31.165334Z","caller":"traceutil/trace.go:171","msg":"trace[995971399] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23128; }","duration":"1.342364268s","start":"2026-02-27T19:04:29.822951Z","end":"2026-02-27T19:04:31.165315Z","steps":["trace[995971399] 'agreement among raft nodes before linearized reading' (duration: 1.342211804s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193163803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:04:31.165371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:29.82288Z","time spent":"1.342481951s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:04:31.165379Z","caller":"traceutil/trace.go:171","msg":"trace[1729446786] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23128; }","duration":"2.193198464s","start":"2026-02-27T19:04:28.97217Z","end":"2026-02-27T19:04:31.165368Z","steps":["trace[1729446786] 'agreement among raft nodes before linearized reading' (duration: 2.193097312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.972134Z","time spent":"2.193270926s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.307061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:04:31.165467Z","caller":"traceutil/trace.go:171","msg":"trace[501788186] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23128; }","duration":"451.376513ms","start":"2026-02-27T19:04:30.714074Z","end":"2026-02-27T19:04:31.165451Z","steps":["trace[501788186] 'agreement among raft nodes before linearized reading' (duration: 451.318492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258431936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:04:31.165511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:30.714056Z","time spent":"451.446474ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:04:31.16554Z","caller":"traceutil/trace.go:171","msg":"trace[1160119454] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23128; }","duration":"1.258547999s","start":"2026-02-27T19:04:29.906974Z","end":"2026-02-27T19:04:31.165522Z","steps":["trace[1160119454] 'agreement among raft nodes before linearized reading' (duration: 1.258314523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:29.906956Z","time spent":"1.258619761s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196322916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:04:31.165596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341368195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:04:31.165621Z","caller":"traceutil/trace.go:171","msg":"trace[892539531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23128; }","duration":"2.196369718s","start":"2026-02-27T19:04:28.969243Z","end":"2026-02-27T19:04:31.165613Z","steps":["trace[892539531] 'agreement among raft nodes before linearized reading' (duration: 2.196289106s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:31.165631Z","caller":"traceutil/trace.go:171","msg":"trace[2022613684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23128; }","duration":"1.341426846s","start":"2026-02-27T19:04:29.824194Z","end":"2026-02-27T19:04:31.165621Z","steps":["trace[2022613684] 'agreement among raft nodes before linearized reading' (duration: 1.341355494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.16565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.969235Z","time spent":"2.196409188s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034049835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:04:31.165732Z","caller":"traceutil/trace.go:171","msg":"trace[638573575] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23128; }","duration":"1.034120686s","start":"2026-02-27T19:04:30.131602Z","end":"2026-02-27T19:04:31.165723Z","steps":["trace[638573575] 'agreement among raft nodes before linearized reading' (duration: 1.034073345s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:30.131582Z","time spent":"1.034176407s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:04:31.165771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210726739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:04:31.165796Z","caller":"traceutil/trace.go:171","msg":"trace[1440697973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23128; }","duration":"2.210798242s","start":"2026-02-27T19:04:28.954991Z","end":"2026-02-27T19:04:31.165789Z","steps":["trace[1440697973] 'agreement among raft nodes before linearized reading' (duration: 2.21072942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.954967Z","time spent":"2.210855273s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215778796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:04:31.165971Z","caller":"traceutil/trace.go:171","msg":"trace[1292057620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23128; }","duration":"2.215808897s","start":"2026-02-27T19:04:28.950156Z","end":"2026-02-27T19:04:31.165965Z","steps":["trace[1292057620] 'agreement among raft nodes before linearized reading' (duration: 2.215725875s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.165995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.950091Z","time spent":"2.215898559s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245284352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T19:04:31.166123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259938178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:04:31.166138Z","caller":"traceutil/trace.go:171","msg":"trace[1196321367] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23128; }","duration":"1.24608191s","start":"2026-02-27T19:04:29.92004Z","end":"2026-02-27T19:04:31.166122Z","steps":["trace[1196321367] 'agreement among raft nodes before linearized reading' (duration: 1.245237981s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:31.166154Z","caller":"traceutil/trace.go:171","msg":"trace[1362166079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23128; }","duration":"2.26000501s","start":"2026-02-27T19:04:28.90614Z","end":"2026-02-27T19:04:31.166145Z","steps":["trace[1362166079] 'agreement among raft nodes before linearized reading' (duration: 2.259902078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.16618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:29.920022Z","time spent":"1.246147882s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:04:31.166182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.906122Z","time spent":"2.260053741s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.092462Z","time spent":"3.0725488s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T19:04:31.165659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:29.824179Z","time spent":"1.341473078s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:04:31.164916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998488066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:04:31.166863Z","caller":"traceutil/trace.go:171","msg":"trace[1270364597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23128; }","duration":"3.000468002s","start":"2026-02-27T19:04:28.166381Z","end":"2026-02-27T19:04:31.166849Z","steps":["trace[1270364597] 'agreement among raft nodes before linearized reading' (duration: 2.998479796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.166998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.166364Z","time spent":"3.000620205s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:04:31.166156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579634725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:04:31.169355Z","caller":"traceutil/trace.go:171","msg":"trace[2044981977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23128; }","duration":"2.58285723s","start":"2026-02-27T19:04:28.586476Z","end":"2026-02-27T19:04:31.169333Z","steps":["trace[2044981977] 'agreement among raft nodes before linearized reading' (duration: 2.579568324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:31.169412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:28.586458Z","time spent":"2.582933022s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:04:39.448313Z","caller":"traceutil/trace.go:171","msg":"trace[576873532] linearizableReadLoop","detail":"{readStateIndex:24429; appliedIndex:24427; }","duration":"126.584669ms","start":"2026-02-27T19:04:39.321704Z","end":"2026-02-27T19:04:39.448289Z","steps":["trace[576873532] 'read index received' (duration: 65.568967ms)","trace[576873532] 'applied index is now lower than readState.Index' (duration: 61.014712ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:04:39.448675Z","caller":"traceutil/trace.go:171","msg":"trace[279924142] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"127.069101ms","start":"2026-02-27T19:04:39.321588Z","end":"2026-02-27T19:04:39.448657Z","steps":["trace[279924142] 'process raft request' (duration: 126.327674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:39.449394Z","caller":"traceutil/trace.go:171","msg":"trace[449729752] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"127.751916ms","start":"2026-02-27T19:04:39.321622Z","end":"2026-02-27T19:04:39.449374Z","steps":["trace[449729752] 'process raft request' (duration: 126.456266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:39.449517Z","caller":"traceutil/trace.go:171","msg":"trace[992580032] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"127.582733ms","start":"2026-02-27T19:04:39.321924Z","end":"2026-02-27T19:04:39.449507Z","steps":["trace[992580032] 'process raft request' (duration: 126.19822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:39.449613Z","caller":"traceutil/trace.go:171","msg":"trace[32053059] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"126.784074ms","start":"2026-02-27T19:04:39.322814Z","end":"2026-02-27T19:04:39.449598Z","steps":["trace[32053059] 'process raft request' (duration: 125.35072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:39.449702Z","caller":"traceutil/trace.go:171","msg":"trace[1542530033] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"126.61719ms","start":"2026-02-27T19:04:39.323076Z","end":"2026-02-27T19:04:39.449693Z","steps":["trace[1542530033] 'process raft request' (duration: 125.127315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:04:39.449903Z","caller":"traceutil/trace.go:171","msg":"trace[1672995841] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"125.945934ms","start":"2026-02-27T19:04:39.323943Z","end":"2026-02-27T19:04:39.449888Z","steps":["trace[1672995841] 'process raft request' (duration: 124.293306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:39.450187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.457913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:04:39.45024Z","caller":"traceutil/trace.go:171","msg":"trace[2089539496] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23278; }","duration":"128.541634ms","start":"2026-02-27T19:04:39.321682Z","end":"2026-02-27T19:04:39.450224Z","steps":["trace[2089539496] 'agreement among raft nodes before linearized reading' (duration: 128.36725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:39.450486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.923925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8dec933-56d4-4cf7-903c-f57baae81a46\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-27T19:04:39.450574Z","caller":"traceutil/trace.go:171","msg":"trace[1475913153] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a8dec933-56d4-4cf7-903c-f57baae81a46; range_end:; response_count:1; response_revision:23278; }","duration":"117.041898ms","start":"2026-02-27T19:04:39.333511Z","end":"2026-02-27T19:04:39.450553Z","steps":["trace[1475913153] 'agreement among raft nodes before linearized reading' (duration: 116.793842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:46.013559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:46.781257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:47.28207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902357977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:04:47.692982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.180110623s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:04:47.693364Z","caller":"traceutil/trace.go:171","msg":"trace[334446533] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"2.202646824s","start":"2026-02-27T19:04:45.490692Z","end":"2026-02-27T19:04:47.693339Z","steps":["trace[334446533] 'process raft request' (duration: 2.202590213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.693473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.490671Z","time spent":"2.202739306s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:47.693469Z","caller":"traceutil/trace.go:171","msg":"trace[1113229681] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"2.206445192s","start":"2026-02-27T19:04:45.486976Z","end":"2026-02-27T19:04:47.693421Z","steps":["trace[1113229681] 'process raft request' (duration: 2.206160915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.693634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.486955Z","time spent":"2.206593735s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:47.693969Z","caller":"traceutil/trace.go:171","msg":"trace[1501380522] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"2.176633952s","start":"2026-02-27T19:04:45.517318Z","end":"2026-02-27T19:04:47.693952Z","steps":["trace[1501380522] 'process raft request' (duration: 2.176524049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.69405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.517299Z","time spent":"2.176706463s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:47.694152Z","caller":"traceutil/trace.go:171","msg":"trace[1923900245] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"1.508801799s","start":"2026-02-27T19:04:46.18534Z","end":"2026-02-27T19:04:47.694141Z","steps":["trace[1923900245] 'process raft request' (duration: 1.508555594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.694229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:46.185318Z","time spent":"1.508869491s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:47.694338Z","caller":"traceutil/trace.go:171","msg":"trace[1789731792] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"1.490837484s","start":"2026-02-27T19:04:46.203476Z","end":"2026-02-27T19:04:47.694313Z","steps":["trace[1789731792] 'process raft request' (duration: 1.490624319s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.694454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:46.203465Z","time spent":"1.490932676s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:04:47.697177Z","caller":"traceutil/trace.go:171","msg":"trace[1298212849] linearizableReadLoop","detail":"{readStateIndex:24500; appliedIndex:24493; }","duration":"2.184411911s","start":"2026-02-27T19:04:45.512751Z","end":"2026-02-27T19:04:47.697163Z","steps":["trace[1298212849] 'read index received' (duration: 2.18046267s)","trace[1298212849] 'applied index is now lower than readState.Index' (duration: 3.948491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:04:47.697209Z","caller":"traceutil/trace.go:171","msg":"trace[675099855] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"668.742793ms","start":"2026-02-27T19:04:47.028449Z","end":"2026-02-27T19:04:47.697192Z","steps":["trace[675099855] 'process raft request' (duration: 668.62204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:47.028439Z","time spent":"668.803414ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:04:47.69735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188344292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:04:47.6974Z","caller":"traceutil/trace.go:171","msg":"trace[950358484] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23342; }","duration":"2.188425145s","start":"2026-02-27T19:04:45.508961Z","end":"2026-02-27T19:04:47.697386Z","steps":["trace[950358484] 'agreement among raft nodes before linearized reading' (duration: 2.188284711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18262337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:04:47.697439Z","caller":"traceutil/trace.go:171","msg":"trace[2127580351] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23342; }","duration":"2.182668372s","start":"2026-02-27T19:04:45.514763Z","end":"2026-02-27T19:04:47.697431Z","steps":["trace[2127580351] 'agreement among raft nodes before linearized reading' (duration: 2.182576309s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.514751Z","time spent":"2.182709852s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:04:47.697489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566320831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:04:47.697522Z","caller":"traceutil/trace.go:171","msg":"trace[1948962828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23342; }","duration":"1.566397223s","start":"2026-02-27T19:04:46.131117Z","end":"2026-02-27T19:04:47.697514Z","steps":["trace[1948962828] 'agreement among raft nodes before linearized reading' (duration: 1.566349141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:46.131093Z","time spent":"1.566446763s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:04:47.697538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.375174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:04:47.697592Z","caller":"traceutil/trace.go:171","msg":"trace[1748137997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23342; }","duration":"671.431775ms","start":"2026-02-27T19:04:47.026145Z","end":"2026-02-27T19:04:47.697576Z","steps":["trace[1748137997] 'agreement among raft nodes before linearized reading' (duration: 671.293942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940441177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T19:04:47.697626Z","caller":"traceutil/trace.go:171","msg":"trace[168514124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23342; }","duration":"1.940500918s","start":"2026-02-27T19:04:45.757119Z","end":"2026-02-27T19:04:47.69762Z","steps":["trace[168514124] 'agreement among raft nodes before linearized reading' (duration: 1.940437547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:47.026101Z","time spent":"671.519237ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:04:47.697643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.757099Z","time spent":"1.940540009s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T19:04:47.697748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471136699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:04:47.697781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02182221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:10773"} {"level":"info","ts":"2026-02-27T19:04:47.697789Z","caller":"traceutil/trace.go:171","msg":"trace[2034926663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23342; }","duration":"1.47118064s","start":"2026-02-27T19:04:46.226593Z","end":"2026-02-27T19:04:47.697774Z","steps":["trace[2034926663] 'agreement among raft nodes before linearized reading' (duration: 1.471093308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.182162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:04:47.697799Z","caller":"traceutil/trace.go:171","msg":"trace[1955365384] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23342; }","duration":"2.02184085s","start":"2026-02-27T19:04:45.675953Z","end":"2026-02-27T19:04:47.697794Z","steps":["trace[1955365384] 'agreement among raft nodes before linearized reading' (duration: 2.021776289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.675914Z","time spent":"2.021902422s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10796,"request content":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T19:04:47.697823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:46.226588Z","time spent":"1.4712249s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:04:47.697872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.784445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:04:47.697896Z","caller":"traceutil/trace.go:171","msg":"trace[301216191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23342; }","duration":"206.846506ms","start":"2026-02-27T19:04:47.491045Z","end":"2026-02-27T19:04:47.697891Z","steps":["trace[301216191] 'agreement among raft nodes before linearized reading' (duration: 206.787155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:45.50895Z","time spent":"2.188477305s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:04:47.69782Z","caller":"traceutil/trace.go:171","msg":"trace[1665798064] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23342; }","duration":"181.226533ms","start":"2026-02-27T19:04:47.516586Z","end":"2026-02-27T19:04:47.697813Z","steps":["trace[1665798064] 'agreement among raft nodes before linearized reading' (duration: 181.163832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.697999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473410691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T19:04:47.698027Z","caller":"traceutil/trace.go:171","msg":"trace[2126930872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23342; }","duration":"1.473474462s","start":"2026-02-27T19:04:46.224544Z","end":"2026-02-27T19:04:47.698019Z","steps":["trace[2126930872] 'agreement among raft nodes before linearized reading' (duration: 1.47339537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.698057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.436215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:04:47.698068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:46.224534Z","time spent":"1.473518084s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T19:04:47.698081Z","caller":"traceutil/trace.go:171","msg":"trace[1747282483] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23342; }","duration":"671.475387ms","start":"2026-02-27T19:04:47.0266Z","end":"2026-02-27T19:04:47.698075Z","steps":["trace[1747282483] 'agreement among raft nodes before linearized reading' (duration: 671.441616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:04:47.698105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:04:47.026594Z","time spent":"671.505437ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:04:47.69803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.609543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:04:47.698264Z","caller":"traceutil/trace.go:171","msg":"trace[254745668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23342; }","duration":"274.88593ms","start":"2026-02-27T19:04:47.423369Z","end":"2026-02-27T19:04:47.698255Z","steps":["trace[254745668] 'agreement among raft nodes before linearized reading' (duration: 274.622184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:14.628251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.4115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:05:14.628354Z","caller":"traceutil/trace.go:171","msg":"trace[1553490797] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23622; }","duration":"214.557574ms","start":"2026-02-27T19:05:14.413773Z","end":"2026-02-27T19:05:14.628331Z","steps":["trace[1553490797] 'count revisions from in-memory index tree' (duration: 214.337019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:14.628548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.332154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:05:14.628683Z","caller":"traceutil/trace.go:171","msg":"trace[137479612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23622; }","duration":"442.508539ms","start":"2026-02-27T19:05:14.186154Z","end":"2026-02-27T19:05:14.628662Z","steps":["trace[137479612] 'range keys from in-memory index tree' (duration: 442.267183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:14.628724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:14.186128Z","time spent":"442.587841ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:05:14.628864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.980762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:05:14.62891Z","caller":"traceutil/trace.go:171","msg":"trace[448317008] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23622; }","duration":"157.068134ms","start":"2026-02-27T19:05:14.471832Z","end":"2026-02-27T19:05:14.6289Z","steps":["trace[448317008] 'count revisions from in-memory index tree' (duration: 156.86964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:24.060962Z","caller":"traceutil/trace.go:171","msg":"trace[583698067] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"114.09069ms","start":"2026-02-27T19:05:23.946845Z","end":"2026-02-27T19:05:24.060935Z","steps":["trace[583698067] 'process raft request' (duration: 109.542745ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:24.060952Z","caller":"traceutil/trace.go:171","msg":"trace[1481291630] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25281; }","duration":"111.052969ms","start":"2026-02-27T19:05:23.94987Z","end":"2026-02-27T19:05:24.060923Z","steps":["trace[1481291630] 'read index received' (duration: 106.516255ms)","trace[1481291630] 'applied index is now lower than readState.Index' (duration: 4.534754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:05:24.06119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.292665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:05:24.061268Z","caller":"traceutil/trace.go:171","msg":"trace[1628963399] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24100; }","duration":"111.396857ms","start":"2026-02-27T19:05:23.949855Z","end":"2026-02-27T19:05:24.061251Z","steps":["trace[1628963399] 'agreement among raft nodes before linearized reading' (duration: 111.132581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:24.062979Z","caller":"traceutil/trace.go:171","msg":"trace[1497494345] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"103.70616ms","start":"2026-02-27T19:05:23.959256Z","end":"2026-02-27T19:05:24.062963Z","steps":["trace[1497494345] 'process raft request' (duration: 103.578537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:24.063477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.358563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:05:24.063527Z","caller":"traceutil/trace.go:171","msg":"trace[229547716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24104; }","duration":"110.430374ms","start":"2026-02-27T19:05:23.953084Z","end":"2026-02-27T19:05:24.063514Z","steps":["trace[229547716] 'agreement among raft nodes before linearized reading' (duration: 110.25763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:25.851365Z","caller":"traceutil/trace.go:171","msg":"trace[1479249669] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"169.666886ms","start":"2026-02-27T19:05:25.681663Z","end":"2026-02-27T19:05:25.85133Z","steps":["trace[1479249669] 'process raft request' (duration: 169.467321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:31.593097Z","caller":"traceutil/trace.go:171","msg":"trace[82439900] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"210.981451ms","start":"2026-02-27T19:05:31.38208Z","end":"2026-02-27T19:05:31.593062Z","steps":["trace[82439900] 'process raft request' (duration: 210.786017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:32.595663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902360630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:05:33.281762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362680278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-sb4bf\" ","response":"range_response_count:1 size:4746"} {"level":"info","ts":"2026-02-27T19:05:33.281848Z","caller":"traceutil/trace.go:171","msg":"trace[680547839] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-sb4bf; range_end:; response_count:1; response_revision:24312; }","duration":"1.36279429s","start":"2026-02-27T19:05:31.919032Z","end":"2026-02-27T19:05:33.281826Z","steps":["trace[680547839] 'range keys from in-memory index tree' (duration: 1.362535295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.281889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:31.919017Z","time spent":"1.362862482s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4769,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-sb4bf\" "} {"level":"warn","ts":"2026-02-27T19:05:33.282212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310347969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:05:33.28231Z","caller":"traceutil/trace.go:171","msg":"trace[1025691287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24312; }","duration":"1.310467151s","start":"2026-02-27T19:05:31.971824Z","end":"2026-02-27T19:05:33.282291Z","steps":["trace[1025691287] 'range keys from in-memory index tree' (duration: 1.310172254s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.282358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:31.971812Z","time spent":"1.310532172s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:05:33.282534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315274412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:05:33.282617Z","caller":"traceutil/trace.go:171","msg":"trace[1798996128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24312; }","duration":"1.315395565s","start":"2026-02-27T19:05:31.9672Z","end":"2026-02-27T19:05:33.282595Z","steps":["trace[1798996128] 'range keys from in-memory index tree' (duration: 1.315074808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.282678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:31.967185Z","time spent":"1.315482207s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:05:33.282941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318310163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:05:33.283391Z","caller":"traceutil/trace.go:171","msg":"trace[351595194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24312; }","duration":"1.318784243s","start":"2026-02-27T19:05:31.964591Z","end":"2026-02-27T19:05:33.283375Z","steps":["trace[351595194] 'range keys from in-memory index tree' (duration: 1.318184839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.283452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:31.964551Z","time spent":"1.318887095s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:05:33.284287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.437556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:05:33.284395Z","caller":"traceutil/trace.go:171","msg":"trace[1599852777] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"1.23607421s","start":"2026-02-27T19:05:32.048301Z","end":"2026-02-27T19:05:33.284375Z","steps":["trace[1599852777] 'process raft request' (duration: 924.45669ms)","trace[1599852777] 'compare' (duration: 311.104338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:05:33.284452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.048275Z","time spent":"1.236149461s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:05:33.294191Z","caller":"traceutil/trace.go:171","msg":"trace[1365852860] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25498; }","duration":"1.199175366s","start":"2026-02-27T19:05:32.094992Z","end":"2026-02-27T19:05:33.294167Z","steps":["trace[1365852860] 'read index received' (duration: 877.778829ms)","trace[1365852860] 'applied index is now lower than readState.Index' (duration: 321.395827ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:05:33.294209Z","caller":"traceutil/trace.go:171","msg":"trace[2054598128] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"975.338537ms","start":"2026-02-27T19:05:32.318817Z","end":"2026-02-27T19:05:33.294156Z","steps":["trace[2054598128] 'process raft request' (duration: 975.166994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:33.2943Z","caller":"traceutil/trace.go:171","msg":"trace[1456624548] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"856.711723ms","start":"2026-02-27T19:05:32.437577Z","end":"2026-02-27T19:05:33.294289Z","steps":["trace[1456624548] 'process raft request' (duration: 856.493068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.29437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.318798Z","time spent":"975.498551ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:05:33.294397Z","caller":"traceutil/trace.go:171","msg":"trace[192207416] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"564.610454ms","start":"2026-02-27T19:05:32.729768Z","end":"2026-02-27T19:05:33.294378Z","steps":["trace[192207416] 'process raft request' (duration: 564.359128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.294461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.729743Z","time spent":"564.685576ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:05:33.294488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199505744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:05:33.294518Z","caller":"traceutil/trace.go:171","msg":"trace[1721905723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24316; }","duration":"1.199569625s","start":"2026-02-27T19:05:32.09494Z","end":"2026-02-27T19:05:33.29451Z","steps":["trace[1721905723] 'agreement among raft nodes before linearized reading' (duration: 1.199469202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.294556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.094921Z","time spent":"1.199628797s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:05:33.294388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.437554Z","time spent":"856.767683ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:05:33.320926Z","caller":"traceutil/trace.go:171","msg":"trace[28186375] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"116.478685ms","start":"2026-02-27T19:05:33.204425Z","end":"2026-02-27T19:05:33.320903Z","steps":["trace[28186375] 'process raft request' (duration: 116.287801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.234471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:05:33.321408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.597138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T19:05:33.321454Z","caller":"traceutil/trace.go:171","msg":"trace[1245111468] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24322; }","duration":"365.343603ms","start":"2026-02-27T19:05:32.956096Z","end":"2026-02-27T19:05:33.321439Z","steps":["trace[1245111468] 'agreement among raft nodes before linearized reading' (duration: 365.22451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:33.321485Z","caller":"traceutil/trace.go:171","msg":"trace[1831773379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24322; }","duration":"591.706891ms","start":"2026-02-27T19:05:32.729742Z","end":"2026-02-27T19:05:33.321449Z","steps":["trace[1831773379] 'agreement among raft nodes before linearized reading' (duration: 591.550767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.83611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:05:33.321488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167125875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:05:33.321515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.729719Z","time spent":"591.790282ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:05:33.321519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222585247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T19:05:33.32154Z","caller":"traceutil/trace.go:171","msg":"trace[477408730] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24322; }","duration":"743.932862ms","start":"2026-02-27T19:05:32.577585Z","end":"2026-02-27T19:05:33.321518Z","steps":["trace[477408730] 'agreement among raft nodes before linearized reading' (duration: 743.801229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.640011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:05:33.321581Z","caller":"traceutil/trace.go:171","msg":"trace[413298180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24322; }","duration":"1.22268626s","start":"2026-02-27T19:05:32.098883Z","end":"2026-02-27T19:05:33.32157Z","steps":["trace[413298180] 'agreement among raft nodes before linearized reading' (duration: 1.222580497s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:05:33.321586Z","caller":"traceutil/trace.go:171","msg":"trace[572475671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24322; }","duration":"190.718463ms","start":"2026-02-27T19:05:33.13086Z","end":"2026-02-27T19:05:33.321578Z","steps":["trace[572475671] 'agreement among raft nodes before linearized reading' (duration: 190.666612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.32161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.658509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T19:05:33.321587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.577524Z","time spent":"744.051745ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:05:33.321612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.098848Z","time spent":"1.222756261s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:05:33.32163Z","caller":"traceutil/trace.go:171","msg":"trace[12891464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24322; }","duration":"591.699401ms","start":"2026-02-27T19:05:32.729925Z","end":"2026-02-27T19:05:33.321625Z","steps":["trace[12891464] 'agreement among raft nodes before linearized reading' (duration: 591.64127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.3215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.956082Z","time spent":"365.408025ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:05:33.321656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.729918Z","time spent":"591.731031ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T19:05:33.321544Z","caller":"traceutil/trace.go:171","msg":"trace[472290362] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24322; }","duration":"1.167207507s","start":"2026-02-27T19:05:32.154322Z","end":"2026-02-27T19:05:33.321529Z","steps":["trace[472290362] 'agreement among raft nodes before linearized reading' (duration: 1.167102084s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.154305Z","time spent":"1.16738597s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:05:33.321756Z","caller":"traceutil/trace.go:171","msg":"trace[595578546] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"139.506778ms","start":"2026-02-27T19:05:33.181294Z","end":"2026-02-27T19:05:33.3208Z","steps":["trace[595578546] 'process raft request' (duration: 139.19226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139520625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:05:33.321841Z","caller":"traceutil/trace.go:171","msg":"trace[1664322804] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24322; }","duration":"1.140004857s","start":"2026-02-27T19:05:32.181825Z","end":"2026-02-27T19:05:33.32183Z","steps":["trace[1664322804] 'agreement among raft nodes before linearized reading' (duration: 1.139477344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.181802Z","time spent":"1.140059978s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:05:33.32138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225188688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T19:05:33.321932Z","caller":"traceutil/trace.go:171","msg":"trace[1892272614] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24322; }","duration":"1.225786942s","start":"2026-02-27T19:05:32.096133Z","end":"2026-02-27T19:05:33.32192Z","steps":["trace[1892272614] 'agreement among raft nodes before linearized reading' (duration: 1.225113686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:05:33.321973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:05:32.096119Z","time spent":"1.225844173s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:06:42.323552Z","caller":"traceutil/trace.go:171","msg":"trace[1713831169] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"250.24241ms","start":"2026-02-27T19:06:42.073287Z","end":"2026-02-27T19:06:42.32353Z","steps":["trace[1713831169] 'process raft request' (duration: 247.65096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:51.68381Z","caller":"traceutil/trace.go:171","msg":"trace[1195433705] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"127.146392ms","start":"2026-02-27T19:06:51.555861Z","end":"2026-02-27T19:06:51.683008Z","steps":["trace[1195433705] 'process raft request' (duration: 126.888426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.267403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.469317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:06:52.267558Z","caller":"traceutil/trace.go:171","msg":"trace[1245287109] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"529.187374ms","start":"2026-02-27T19:06:51.738343Z","end":"2026-02-27T19:06:52.267531Z","steps":["trace[1245287109] 'process raft request' (duration: 370.488892ms)","trace[1245287109] 'compare' (duration: 158.349944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:52.267658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.738319Z","time spent":"529.293677ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:06:52.616165Z","caller":"traceutil/trace.go:171","msg":"trace[942854819] linearizableReadLoop","detail":"{readStateIndex:26460; appliedIndex:26458; }","duration":"866.756664ms","start":"2026-02-27T19:06:51.749385Z","end":"2026-02-27T19:06:52.616142Z","steps":["trace[942854819] 'read index received' (duration: 359.475537ms)","trace[942854819] 'applied index is now lower than readState.Index' (duration: 507.280137ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:52.616318Z","caller":"traceutil/trace.go:171","msg":"trace[784224281] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"877.090574ms","start":"2026-02-27T19:06:51.739123Z","end":"2026-02-27T19:06:52.616214Z","steps":["trace[784224281] 'process raft request' (duration: 876.876319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.616365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.964609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:06:52.616421Z","caller":"traceutil/trace.go:171","msg":"trace[1625691921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25237; }","duration":"867.041211ms","start":"2026-02-27T19:06:51.749366Z","end":"2026-02-27T19:06:52.616407Z","steps":["trace[1625691921] 'agreement among raft nodes before linearized reading' (duration: 866.854887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.61645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.749357Z","time spent":"867.088702ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:06:52.616485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.739111Z","time spent":"877.291748ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:52.635158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.76002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:06:52.635212Z","caller":"traceutil/trace.go:171","msg":"trace[606845469] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25239; }","duration":"230.854211ms","start":"2026-02-27T19:06:52.404347Z","end":"2026-02-27T19:06:52.635201Z","steps":["trace[606845469] 'agreement among raft nodes before linearized reading' (duration: 230.679857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.635247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.917833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:52.635279Z","caller":"traceutil/trace.go:171","msg":"trace[203046646] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25239; }","duration":"775.987475ms","start":"2026-02-27T19:06:51.859282Z","end":"2026-02-27T19:06:52.63527Z","steps":["trace[203046646] 'agreement among raft nodes before linearized reading' (duration: 775.927453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.635301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.859264Z","time spent":"776.032225ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:06:52.63541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.16783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:52.635429Z","caller":"traceutil/trace.go:171","msg":"trace[1156139562] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25239; }","duration":"257.225881ms","start":"2026-02-27T19:06:52.378198Z","end":"2026-02-27T19:06:52.635424Z","steps":["trace[1156139562] 'agreement among raft nodes before linearized reading' (duration: 257.192721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.635455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.214689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:06:52.635486Z","caller":"traceutil/trace.go:171","msg":"trace[1814035697] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25239; }","duration":"492.284631ms","start":"2026-02-27T19:06:52.143194Z","end":"2026-02-27T19:06:52.635478Z","steps":["trace[1814035697] 'agreement among raft nodes before linearized reading' (duration: 492.213829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.635512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:52.143174Z","time spent":"492.332311ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:06:52.635517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.969673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:06:52.635559Z","caller":"traceutil/trace.go:171","msg":"trace[489362477] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25239; }","duration":"881.025224ms","start":"2026-02-27T19:06:51.754523Z","end":"2026-02-27T19:06:52.635548Z","steps":["trace[489362477] 'agreement among raft nodes before linearized reading' (duration: 880.904881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.635599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.754517Z","time spent":"881.074826ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:06:52.635671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.434114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:06:52.635693Z","caller":"traceutil/trace.go:171","msg":"trace[1598207794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25239; }","duration":"881.503775ms","start":"2026-02-27T19:06:51.754184Z","end":"2026-02-27T19:06:52.635688Z","steps":["trace[1598207794] 'agreement among raft nodes before linearized reading' (duration: 881.426224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.63571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.754164Z","time spent":"881.539297ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:06:52.635862Z","caller":"traceutil/trace.go:171","msg":"trace[1891084956] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"327.078098ms","start":"2026-02-27T19:06:52.307973Z","end":"2026-02-27T19:06:52.635052Z","steps":["trace[1891084956] 'process raft request' (duration: 326.873583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:52.635894Z","caller":"traceutil/trace.go:171","msg":"trace[1632279119] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"279.63906ms","start":"2026-02-27T19:06:52.356171Z","end":"2026-02-27T19:06:52.63581Z","steps":["trace[1632279119] 'process raft request' (duration: 278.801351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.635957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:52.307951Z","time spent":"327.948838ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:52.637088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.707627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:06:52.637146Z","caller":"traceutil/trace.go:171","msg":"trace[497870823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25239; }","duration":"883.779179ms","start":"2026-02-27T19:06:51.753351Z","end":"2026-02-27T19:06:52.63713Z","steps":["trace[497870823] 'agreement among raft nodes before linearized reading' (duration: 881.6694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.637184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:51.753344Z","time spent":"883.83077ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:06:52.793579Z","caller":"traceutil/trace.go:171","msg":"trace[750073754] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"152.944139ms","start":"2026-02-27T19:06:52.640613Z","end":"2026-02-27T19:06:52.793557Z","steps":["trace[750073754] 'process raft request' (duration: 152.748095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:52.793818Z","caller":"traceutil/trace.go:171","msg":"trace[928576675] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"151.139127ms","start":"2026-02-27T19:06:52.642668Z","end":"2026-02-27T19:06:52.793807Z","steps":["trace[928576675] 'process raft request' (duration: 150.84698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:52.794003Z","caller":"traceutil/trace.go:171","msg":"trace[73263172] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26463; }","duration":"127.244734ms","start":"2026-02-27T19:06:52.666732Z","end":"2026-02-27T19:06:52.793977Z","steps":["trace[73263172] 'read index received' (duration: 126.6248ms)","trace[73263172] 'applied index is now lower than readState.Index' (duration: 618.124µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:52.794075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.194736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:06:52.794093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.198066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:52.794072Z","caller":"traceutil/trace.go:171","msg":"trace[1489527892] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"150.894171ms","start":"2026-02-27T19:06:52.643148Z","end":"2026-02-27T19:06:52.794043Z","steps":["trace[1489527892] 'process raft request' (duration: 150.617245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:52.794146Z","caller":"traceutil/trace.go:171","msg":"trace[1329336028] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25243; }","duration":"131.35816ms","start":"2026-02-27T19:06:52.662774Z","end":"2026-02-27T19:06:52.794132Z","steps":["trace[1329336028] 'agreement among raft nodes before linearized reading' (duration: 131.271568ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:52.794144Z","caller":"traceutil/trace.go:171","msg":"trace[2085216740] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25243; }","duration":"131.294567ms","start":"2026-02-27T19:06:52.662834Z","end":"2026-02-27T19:06:52.794129Z","steps":["trace[2085216740] 'agreement among raft nodes before linearized reading' (duration: 131.155224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.794147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.533304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:52.794283Z","caller":"traceutil/trace.go:171","msg":"trace[1861321636] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25243; }","duration":"131.678487ms","start":"2026-02-27T19:06:52.662589Z","end":"2026-02-27T19:06:52.794267Z","steps":["trace[1861321636] 'agreement among raft nodes before linearized reading' (duration: 131.543434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.794114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.463412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:52.794412Z","caller":"traceutil/trace.go:171","msg":"trace[1351224302] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25243; }","duration":"131.927603ms","start":"2026-02-27T19:06:52.662462Z","end":"2026-02-27T19:06:52.79439Z","steps":["trace[1351224302] 'agreement among raft nodes before linearized reading' (duration: 131.614485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:52.794565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.056381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:06:52.79466Z","caller":"traceutil/trace.go:171","msg":"trace[1538452568] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25243; }","duration":"153.183604ms","start":"2026-02-27T19:06:52.64145Z","end":"2026-02-27T19:06:52.794634Z","steps":["trace[1538452568] 'agreement among raft nodes before linearized reading' (duration: 152.719223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.053648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.061014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:06:53.0538Z","caller":"traceutil/trace.go:171","msg":"trace[756271580] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"383.251997ms","start":"2026-02-27T19:06:52.670522Z","end":"2026-02-27T19:06:53.053773Z","steps":["trace[756271580] 'process raft request' (duration: 225.986178ms)","trace[756271580] 'compare' (duration: 156.916391ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:53.053836Z","caller":"traceutil/trace.go:171","msg":"trace[1865885064] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"254.1228ms","start":"2026-02-27T19:06:52.799698Z","end":"2026-02-27T19:06:53.05382Z","steps":["trace[1865885064] 'process raft request' (duration: 254.067949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.053895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:52.670515Z","time spent":"383.33587ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:06:53.053905Z","caller":"traceutil/trace.go:171","msg":"trace[827104863] linearizableReadLoop","detail":"{readStateIndex:26467; appliedIndex:26466; }","duration":"259.834111ms","start":"2026-02-27T19:06:52.79405Z","end":"2026-02-27T19:06:53.053884Z","steps":["trace[827104863] 'read index received' (duration: 102.378468ms)","trace[827104863] 'applied index is now lower than readState.Index' (duration: 157.453883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:53.053992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:53.054031Z","caller":"traceutil/trace.go:171","msg":"trace[1548790969] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25245; }","duration":"264.150762ms","start":"2026-02-27T19:06:52.78987Z","end":"2026-02-27T19:06:53.054021Z","steps":["trace[1548790969] 'agreement among raft nodes before linearized reading' (duration: 264.06453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.054103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.838247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T19:06:53.054123Z","caller":"traceutil/trace.go:171","msg":"trace[1351481548] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25245; }","duration":"385.881628ms","start":"2026-02-27T19:06:52.668236Z","end":"2026-02-27T19:06:53.054117Z","steps":["trace[1351481548] 'agreement among raft nodes before linearized reading' (duration: 385.742795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.054129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.190447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:06:53.054141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:52.668228Z","time spent":"385.908909ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-02-27T19:06:53.054166Z","caller":"traceutil/trace.go:171","msg":"trace[780774822] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25245; }","duration":"208.263379ms","start":"2026-02-27T19:06:52.845892Z","end":"2026-02-27T19:06:53.054155Z","steps":["trace[780774822] 'agreement among raft nodes before linearized reading' (duration: 208.105085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.054263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.656856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:53.054287Z","caller":"traceutil/trace.go:171","msg":"trace[1561117731] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25245; }","duration":"198.718378ms","start":"2026-02-27T19:06:52.855561Z","end":"2026-02-27T19:06:53.05428Z","steps":["trace[1561117731] 'agreement among raft nodes before linearized reading' (duration: 198.682627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.054308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.49461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T19:06:53.054382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.976364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:53.054401Z","caller":"traceutil/trace.go:171","msg":"trace[1580527014] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25245; }","duration":"199.036925ms","start":"2026-02-27T19:06:52.855359Z","end":"2026-02-27T19:06:53.054396Z","steps":["trace[1580527014] 'agreement among raft nodes before linearized reading' (duration: 199.007775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:53.054416Z","caller":"traceutil/trace.go:171","msg":"trace[1025059290] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25245; }","duration":"197.626502ms","start":"2026-02-27T19:06:52.856765Z","end":"2026-02-27T19:06:53.054392Z","steps":["trace[1025059290] 'agreement among raft nodes before linearized reading' (duration: 197.314765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.054464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.508138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:06:53.054478Z","caller":"traceutil/trace.go:171","msg":"trace[1266416873] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25245; }","duration":"123.565029ms","start":"2026-02-27T19:06:52.930908Z","end":"2026-02-27T19:06:53.054473Z","steps":["trace[1266416873] 'agreement among raft nodes before linearized reading' (duration: 123.530708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:53.054497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.224762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:53.054526Z","caller":"traceutil/trace.go:171","msg":"trace[999076213] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25245; }","duration":"203.299714ms","start":"2026-02-27T19:06:52.851218Z","end":"2026-02-27T19:06:53.054517Z","steps":["trace[999076213] 'agreement among raft nodes before linearized reading' (duration: 203.257593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:53.201593Z","caller":"traceutil/trace.go:171","msg":"trace[217424770] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"138.821312ms","start":"2026-02-27T19:06:53.062723Z","end":"2026-02-27T19:06:53.201544Z","steps":["trace[217424770] 'process raft request' (duration: 138.541825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:53.658151Z","caller":"traceutil/trace.go:171","msg":"trace[1220954974] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"125.661877ms","start":"2026-02-27T19:06:53.532471Z","end":"2026-02-27T19:06:53.658133Z","steps":["trace[1220954974] 'process raft request' (duration: 125.531864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:17.192906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21904} {"level":"info","ts":"2026-02-27T19:07:17.308573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21904,"took":"112.612866ms","hash":892207336,"current-db-size-bytes":48443392,"current-db-size":"48 MB","current-db-size-in-use-bytes":40984576,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-02-27T19:07:17.308635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":892207336,"revision":21904,"compact-revision":19332} {"level":"info","ts":"2026-02-27T19:08:39.033218Z","caller":"traceutil/trace.go:171","msg":"trace[1923665272] linearizableReadLoop","detail":"{readStateIndex:27667; appliedIndex:27666; }","duration":"246.292129ms","start":"2026-02-27T19:08:38.786903Z","end":"2026-02-27T19:08:39.033195Z","steps":["trace[1923665272] 'read index received' (duration: 246.137555ms)","trace[1923665272] 'applied index is now lower than readState.Index' (duration: 153.304µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:39.033279Z","caller":"traceutil/trace.go:171","msg":"trace[777541775] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"384.22283ms","start":"2026-02-27T19:08:38.649024Z","end":"2026-02-27T19:08:39.033247Z","steps":["trace[777541775] 'process raft request' (duration: 384.045856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:39.033416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.497453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:08:39.033462Z","caller":"traceutil/trace.go:171","msg":"trace[24670331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26395; }","duration":"246.581426ms","start":"2026-02-27T19:08:38.786874Z","end":"2026-02-27T19:08:39.033456Z","steps":["trace[24670331] 'agreement among raft nodes before linearized reading' (duration: 246.445053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:39.033447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:38.648998Z","time spent":"384.352402ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:39.033455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.651066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:39.033524Z","caller":"traceutil/trace.go:171","msg":"trace[1734309765] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26395; }","duration":"144.764399ms","start":"2026-02-27T19:08:38.888743Z","end":"2026-02-27T19:08:39.033507Z","steps":["trace[1734309765] 'agreement among raft nodes before linearized reading' (duration: 144.650346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:43.888203Z","caller":"traceutil/trace.go:171","msg":"trace[1874855266] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"184.322335ms","start":"2026-02-27T19:08:43.703849Z","end":"2026-02-27T19:08:43.888171Z","steps":["trace[1874855266] 'process raft request' (duration: 155.919108ms)","trace[1874855266] 'compare' (duration: 28.190732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:44.632166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902365908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:44.895928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.752366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:08:44.89602Z","caller":"traceutil/trace.go:171","msg":"trace[902690259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26443; }","duration":"790.90121ms","start":"2026-02-27T19:08:44.105102Z","end":"2026-02-27T19:08:44.896004Z","steps":["trace[902690259] 'range keys from in-memory index tree' (duration: 790.646343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:44.896059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.105081Z","time spent":"790.967781ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:08:44.89614Z","caller":"traceutil/trace.go:171","msg":"trace[1449510128] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"789.939337ms","start":"2026-02-27T19:08:44.106175Z","end":"2026-02-27T19:08:44.896114Z","steps":["trace[1449510128] 'process raft request' (duration: 787.285676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:44.896279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.106157Z","time spent":"790.048959ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:45.633148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.340636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:45.633282Z","caller":"traceutil/trace.go:171","msg":"trace[745646759] linearizableReadLoop","detail":"{readStateIndex:27719; appliedIndex:27717; }","duration":"1.501178282s","start":"2026-02-27T19:08:44.132083Z","end":"2026-02-27T19:08:45.633262Z","steps":["trace[745646759] 'read index received' (duration: 761.441977ms)","trace[745646759] 'applied index is now lower than readState.Index' (duration: 739.734565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:45.633416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501326535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:45.63338Z","caller":"traceutil/trace.go:171","msg":"trace[700240214] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.499129955s","start":"2026-02-27T19:08:44.134195Z","end":"2026-02-27T19:08:45.633325Z","steps":["trace[700240214] 'process raft request' (duration: 1.036507672s)","trace[700240214] 'compare' (duration: 462.186473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:45.633471Z","caller":"traceutil/trace.go:171","msg":"trace[1810181372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26445; }","duration":"1.501415848s","start":"2026-02-27T19:08:44.13204Z","end":"2026-02-27T19:08:45.633456Z","steps":["trace[1810181372] 'agreement among raft nodes before linearized reading' (duration: 1.501316825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:45.633515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.13202Z","time spent":"1.50148404s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:45.633612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.134175Z","time spent":"1.49931956s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:46.788381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.093167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:46.78854Z","caller":"traceutil/trace.go:171","msg":"trace[543872836] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"895.302175ms","start":"2026-02-27T19:08:45.893227Z","end":"2026-02-27T19:08:46.788529Z","steps":["trace[543872836] 'process raft request' (duration: 895.245124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.788594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.893193Z","time spent":"895.382247ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:46.788656Z","caller":"traceutil/trace.go:171","msg":"trace[2027769424] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.72106039s","start":"2026-02-27T19:08:45.067478Z","end":"2026-02-27T19:08:46.788538Z","steps":["trace[2027769424] 'process raft request' (duration: 877.738988ms)","trace[2027769424] 'compare' (duration: 842.492773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:46.788821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423066162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-02-27T19:08:46.788842Z","caller":"traceutil/trace.go:171","msg":"trace[1747356444] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8; range_end:; response_count:1; response_revision:26447; }","duration":"2.423125024s","start":"2026-02-27T19:08:44.365712Z","end":"2026-02-27T19:08:46.788837Z","steps":["trace[1747356444] 'agreement among raft nodes before linearized reading' (duration: 2.423016891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.788857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.365693Z","time spent":"2.423161064s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-55666bb68b-85d6n.18982e41ff8878d8\" "} {"level":"warn","ts":"2026-02-27T19:08:46.788892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.067463Z","time spent":"1.721283975s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:46.788962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635557612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:46.789021Z","caller":"traceutil/trace.go:171","msg":"trace[275163903] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26447; }","duration":"1.635628313s","start":"2026-02-27T19:08:45.153351Z","end":"2026-02-27T19:08:46.788979Z","steps":["trace[275163903] 'agreement among raft nodes before linearized reading' (duration: 1.635580222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.153323Z","time spent":"1.635712876s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:46.789058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504534532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:08:46.789125Z","caller":"traceutil/trace.go:171","msg":"trace[1640286251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26447; }","duration":"1.504652564s","start":"2026-02-27T19:08:45.284459Z","end":"2026-02-27T19:08:46.789111Z","steps":["trace[1640286251] 'agreement among raft nodes before linearized reading' (duration: 1.504440129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722127815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:08:46.789155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.284432Z","time spent":"1.504718685s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:08:46.789184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357582597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:46.789203Z","caller":"traceutil/trace.go:171","msg":"trace[2072275306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26447; }","duration":"2.357625148s","start":"2026-02-27T19:08:44.431573Z","end":"2026-02-27T19:08:46.789198Z","steps":["trace[2072275306] 'agreement among raft nodes before linearized reading' (duration: 2.357596878s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.431558Z","time spent":"2.357654959s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:46.789274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335378037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:46.789298Z","caller":"traceutil/trace.go:171","msg":"trace[734329078] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26447; }","duration":"1.335401187s","start":"2026-02-27T19:08:45.453888Z","end":"2026-02-27T19:08:46.789289Z","steps":["trace[734329078] 'agreement among raft nodes before linearized reading' (duration: 1.335365257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.453811Z","time spent":"1.33549702s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:46.789321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344179428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:08:46.789384Z","caller":"traceutil/trace.go:171","msg":"trace[1714760585] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26447; }","duration":"2.344245699s","start":"2026-02-27T19:08:44.44512Z","end":"2026-02-27T19:08:46.789366Z","steps":["trace[1714760585] 'agreement among raft nodes before linearized reading' (duration: 2.344042935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.445074Z","time spent":"2.344342601s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:08:46.788716Z","caller":"traceutil/trace.go:171","msg":"trace[898203333] linearizableReadLoop","detail":"{readStateIndex:27720; appliedIndex:27719; }","duration":"1.155386142s","start":"2026-02-27T19:08:45.633324Z","end":"2026-02-27T19:08:46.78871Z","steps":["trace[898203333] 'read index received' (duration: 311.874175ms)","trace[898203333] 'applied index is now lower than readState.Index' (duration: 843.511267ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:46.789512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888059594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:08:46.789531Z","caller":"traceutil/trace.go:171","msg":"trace[1867151603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26447; }","duration":"1.888124195s","start":"2026-02-27T19:08:44.901403Z","end":"2026-02-27T19:08:46.789527Z","steps":["trace[1867151603] 'agreement among raft nodes before linearized reading' (duration: 1.888087904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.901389Z","time spent":"1.888152566s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:08:46.789559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353461306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:08:46.789607Z","caller":"traceutil/trace.go:171","msg":"trace[326784979] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26447; }","duration":"1.353540458s","start":"2026-02-27T19:08:45.436059Z","end":"2026-02-27T19:08:46.7896Z","steps":["trace[326784979] 'agreement among raft nodes before linearized reading' (duration: 1.353462026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.436044Z","time spent":"1.353610369s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:08:46.789734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315373171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:08:46.789757Z","caller":"traceutil/trace.go:171","msg":"trace[1186539121] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26447; }","duration":"2.315422112s","start":"2026-02-27T19:08:44.474329Z","end":"2026-02-27T19:08:46.789751Z","steps":["trace[1186539121] 'agreement among raft nodes before linearized reading' (duration: 2.315369731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:44.474315Z","time spent":"2.315456123s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:08:46.789158Z","caller":"traceutil/trace.go:171","msg":"trace[1388021489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26447; }","duration":"1.722185836s","start":"2026-02-27T19:08:45.066969Z","end":"2026-02-27T19:08:46.789155Z","steps":["trace[1388021489] 'agreement among raft nodes before linearized reading' (duration: 1.722137115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.06695Z","time spent":"1.722859342s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:08:46.789849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500332234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:08:46.789899Z","caller":"traceutil/trace.go:171","msg":"trace[1044317591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26447; }","duration":"1.500481107s","start":"2026-02-27T19:08:45.289409Z","end":"2026-02-27T19:08:46.78989Z","steps":["trace[1044317591] 'agreement among raft nodes before linearized reading' (duration: 1.500325204s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.789928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.289378Z","time spent":"1.500544219s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:46.789988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40333333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:08:46.790039Z","caller":"traceutil/trace.go:171","msg":"trace[423456618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26447; }","duration":"1.403411892s","start":"2026-02-27T19:08:45.386621Z","end":"2026-02-27T19:08:46.790033Z","steps":["trace[423456618] 'agreement among raft nodes before linearized reading' (duration: 1.40332427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.790053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.386605Z","time spent":"1.403445832s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:46.790069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404593368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:08:46.790095Z","caller":"traceutil/trace.go:171","msg":"trace[814050447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26447; }","duration":"1.40466028s","start":"2026-02-27T19:08:45.385428Z","end":"2026-02-27T19:08:46.790088Z","steps":["trace[814050447] 'agreement among raft nodes before linearized reading' (duration: 1.404554508s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:46.79012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.385402Z","time spent":"1.404713522s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:47.599873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.933108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:08:47.59999Z","caller":"traceutil/trace.go:171","msg":"trace[911739658] linearizableReadLoop","detail":"{readStateIndex:27722; appliedIndex:27721; }","duration":"810.507953ms","start":"2026-02-27T19:08:46.789472Z","end":"2026-02-27T19:08:47.59998Z","steps":["trace[911739658] 'read index received' (duration: 351.485132ms)","trace[911739658] 'applied index is now lower than readState.Index' (duration: 459.021791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:47.60008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538915037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:47.6001Z","caller":"traceutil/trace.go:171","msg":"trace[406431483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26447; }","duration":"1.538994669s","start":"2026-02-27T19:08:46.0611Z","end":"2026-02-27T19:08:47.600094Z","steps":["trace[406431483] 'agreement among raft nodes before linearized reading' (duration: 1.538936857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.60012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.061077Z","time spent":"1.539037309s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:47.600132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965525037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:47.600187Z","caller":"traceutil/trace.go:171","msg":"trace[1984887326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26447; }","duration":"1.965601659s","start":"2026-02-27T19:08:45.634569Z","end":"2026-02-27T19:08:47.600171Z","steps":["trace[1984887326] 'agreement among raft nodes before linearized reading' (duration: 1.965502607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.792012Z","time spent":"808.172209ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:47.600209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.634559Z","time spent":"1.96564601s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:47.600224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356187489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:47.600292Z","caller":"traceutil/trace.go:171","msg":"trace[1776912931] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26447; }","duration":"1.356302122s","start":"2026-02-27T19:08:46.243974Z","end":"2026-02-27T19:08:47.600276Z","steps":["trace[1776912931] 'agreement among raft nodes before linearized reading' (duration: 1.356018955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570963919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-27T19:08:47.600323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.243958Z","time spent":"1.356356673s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:47.60034Z","caller":"traceutil/trace.go:171","msg":"trace[1832039350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26447; }","duration":"1.571065251s","start":"2026-02-27T19:08:46.02926Z","end":"2026-02-27T19:08:47.600326Z","steps":["trace[1832039350] 'agreement among raft nodes before linearized reading' (duration: 1.570895507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.60037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.029244Z","time spent":"1.571119262s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-02-27T19:08:47.600544Z","caller":"traceutil/trace.go:171","msg":"trace[318881028] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"806.570682ms","start":"2026-02-27T19:08:46.793965Z","end":"2026-02-27T19:08:47.600535Z","steps":["trace[318881028] 'process raft request' (duration: 806.128902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081876232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:47.600593Z","caller":"traceutil/trace.go:171","msg":"trace[1955871771] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26447; }","duration":"1.081955584s","start":"2026-02-27T19:08:46.518627Z","end":"2026-02-27T19:08:47.600583Z","steps":["trace[1955871771] 'agreement among raft nodes before linearized reading' (duration: 1.081402131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876450796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:47.600629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.518569Z","time spent":"1.082052056s","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:47.600652Z","caller":"traceutil/trace.go:171","msg":"trace[1053625441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26447; }","duration":"1.876585929s","start":"2026-02-27T19:08:45.724057Z","end":"2026-02-27T19:08:47.600643Z","steps":["trace[1053625441] 'agreement among raft nodes before linearized reading' (duration: 1.876231501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.072866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T19:08:47.600633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.79395Z","time spent":"806.621043ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:47.600675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:45.724039Z","time spent":"1.876630361s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:47.600686Z","caller":"traceutil/trace.go:171","msg":"trace[1277819130] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26447; }","duration":"967.150727ms","start":"2026-02-27T19:08:46.633521Z","end":"2026-02-27T19:08:47.600672Z","steps":["trace[1277819130] 'agreement among raft nodes before linearized reading' (duration: 966.500772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.633503Z","time spent":"967.215549ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T19:08:47.600828Z","caller":"traceutil/trace.go:171","msg":"trace[264652425] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"806.779956ms","start":"2026-02-27T19:08:46.79404Z","end":"2026-02-27T19:08:47.60082Z","steps":["trace[264652425] 'process raft request' (duration: 806.448519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.600895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.793994Z","time spent":"806.860708ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:47.601164Z","caller":"traceutil/trace.go:171","msg":"trace[62149619] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"807.102774ms","start":"2026-02-27T19:08:46.794052Z","end":"2026-02-27T19:08:47.601155Z","steps":["trace[62149619] 'process raft request' (duration: 806.741096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.601248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.793952Z","time spent":"807.245617ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:47.601297Z","caller":"traceutil/trace.go:171","msg":"trace[2037577251] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"807.064383ms","start":"2026-02-27T19:08:46.794221Z","end":"2026-02-27T19:08:47.601286Z","steps":["trace[2037577251] 'process raft request' (duration: 806.876789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.601356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.794213Z","time spent":"807.115014ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:47.601585Z","caller":"traceutil/trace.go:171","msg":"trace[912659012] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"806.779817ms","start":"2026-02-27T19:08:46.794795Z","end":"2026-02-27T19:08:47.601575Z","steps":["trace[912659012] 'process raft request' (duration: 806.454889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.601654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.794789Z","time spent":"806.830108ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:47.601712Z","caller":"traceutil/trace.go:171","msg":"trace[464117635] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"806.206614ms","start":"2026-02-27T19:08:46.795496Z","end":"2026-02-27T19:08:47.601702Z","steps":["trace[464117635] 'process raft request' (duration: 806.03499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.601754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.79549Z","time spent":"806.241805ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:47.601949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.195199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17027"} {"level":"warn","ts":"2026-02-27T19:08:47.601953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.2087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:47.60197Z","caller":"traceutil/trace.go:171","msg":"trace[1442982833] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26454; }","duration":"811.22799ms","start":"2026-02-27T19:08:46.790735Z","end":"2026-02-27T19:08:47.601963Z","steps":["trace[1442982833] 'agreement among raft nodes before linearized reading' (duration: 811.134098ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:47.601977Z","caller":"traceutil/trace.go:171","msg":"trace[979157364] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26454; }","duration":"139.268432ms","start":"2026-02-27T19:08:47.462701Z","end":"2026-02-27T19:08:47.60197Z","steps":["trace[979157364] 'agreement among raft nodes before linearized reading' (duration: 139.225111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.601988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.790723Z","time spent":"811.26144ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T19:08:47.602127Z","caller":"traceutil/trace.go:171","msg":"trace[1055425944] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"700.017106ms","start":"2026-02-27T19:08:46.902101Z","end":"2026-02-27T19:08:47.602119Z","steps":["trace[1055425944] 'process raft request' (duration: 699.568546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.60217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.902035Z","time spent":"700.111919ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:47.602182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.957414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:08:47.602206Z","caller":"traceutil/trace.go:171","msg":"trace[1917185848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26454; }","duration":"807.988484ms","start":"2026-02-27T19:08:46.79421Z","end":"2026-02-27T19:08:47.602198Z","steps":["trace[1917185848] 'agreement among raft nodes before linearized reading' (duration: 807.931793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.602223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.794204Z","time spent":"808.014275ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:47.602129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.652929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:47.602279Z","caller":"traceutil/trace.go:171","msg":"trace[1440027979] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26454; }","duration":"288.820233ms","start":"2026-02-27T19:08:47.313452Z","end":"2026-02-27T19:08:47.602272Z","steps":["trace[1440027979] 'agreement among raft nodes before linearized reading' (duration: 288.649419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.602383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.280221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:08:47.602406Z","caller":"traceutil/trace.go:171","msg":"trace[2144979097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26454; }","duration":"808.317252ms","start":"2026-02-27T19:08:46.794081Z","end":"2026-02-27T19:08:47.602399Z","steps":["trace[2144979097] 'agreement among raft nodes before linearized reading' (duration: 808.21523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:47.602433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:46.794075Z","time spent":"808.353303ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:08:50.04831Z","caller":"traceutil/trace.go:171","msg":"trace[1672253802] linearizableReadLoop","detail":"{readStateIndex:27746; appliedIndex:27745; }","duration":"435.19038ms","start":"2026-02-27T19:08:49.613089Z","end":"2026-02-27T19:08:50.048279Z","steps":["trace[1672253802] 'read index received' (duration: 435.093447ms)","trace[1672253802] 'applied index is now lower than readState.Index' (duration: 95.473µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:50.048378Z","caller":"traceutil/trace.go:171","msg":"trace[650246531] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"439.378027ms","start":"2026-02-27T19:08:49.60895Z","end":"2026-02-27T19:08:50.048328Z","steps":["trace[650246531] 'process raft request' (duration: 439.142361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:50.048551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.608933Z","time spent":"439.52596ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:50.0486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.440415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:08:50.048675Z","caller":"traceutil/trace.go:171","msg":"trace[1471466681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26469; }","duration":"435.574548ms","start":"2026-02-27T19:08:49.613079Z","end":"2026-02-27T19:08:50.048654Z","steps":["trace[1471466681] 'agreement among raft nodes before linearized reading' (duration: 435.285642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:50.04873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.613023Z","time spent":"435.696981ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:50.549244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902365973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:50.925512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.468082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:50.925658Z","caller":"traceutil/trace.go:171","msg":"trace[1105588006] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"1.312456948s","start":"2026-02-27T19:08:49.613181Z","end":"2026-02-27T19:08:50.925638Z","steps":["trace[1105588006] 'process raft request' (duration: 992.786631ms)","trace[1105588006] 'compare' (duration: 318.328836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:50.925726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.613164Z","time spent":"1.312533339s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:50.926251Z","caller":"traceutil/trace.go:171","msg":"trace[627774148] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"1.282499314s","start":"2026-02-27T19:08:49.643738Z","end":"2026-02-27T19:08:50.926238Z","steps":["trace[627774148] 'process raft request' (duration: 1.282463164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:50.926323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.643726Z","time spent":"1.282565206s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:50.926572Z","caller":"traceutil/trace.go:171","msg":"trace[617827428] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"1.3130004s","start":"2026-02-27T19:08:49.613559Z","end":"2026-02-27T19:08:50.92656Z","steps":["trace[617827428] 'process raft request' (duration: 1.312038488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:50.926634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.61355Z","time spent":"1.313056641s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:50.926758Z","caller":"traceutil/trace.go:171","msg":"trace[1502159802] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"1.312633781s","start":"2026-02-27T19:08:49.614113Z","end":"2026-02-27T19:08:50.926747Z","steps":["trace[1502159802] 'process raft request' (duration: 1.312013967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:50.926814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.614101Z","time spent":"1.312686222s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:50.926929Z","caller":"traceutil/trace.go:171","msg":"trace[1648807152] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"1.312357325s","start":"2026-02-27T19:08:49.614564Z","end":"2026-02-27T19:08:50.926921Z","steps":["trace[1648807152] 'process raft request' (duration: 1.311608388s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:50.926982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.61455Z","time spent":"1.312406956s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:51.979138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.514216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:51.979357Z","caller":"traceutil/trace.go:171","msg":"trace[230725560] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"1.174336741s","start":"2026-02-27T19:08:50.805002Z","end":"2026-02-27T19:08:51.979339Z","steps":["trace[230725560] 'process raft request' (duration: 1.174237809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.979421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.804982Z","time spent":"1.174408633s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:51.979661Z","caller":"traceutil/trace.go:171","msg":"trace[520663235] linearizableReadLoop","detail":"{readStateIndex:27752; appliedIndex:27746; }","duration":"1.931226504s","start":"2026-02-27T19:08:50.048387Z","end":"2026-02-27T19:08:51.979614Z","steps":["trace[520663235] 'read index received' (duration: 557.675133ms)","trace[520663235] 'applied index is now lower than readState.Index' (duration: 1.373548151s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:51.979717Z","caller":"traceutil/trace.go:171","msg":"trace[465328329] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"1.173807949s","start":"2026-02-27T19:08:50.805895Z","end":"2026-02-27T19:08:51.979703Z","steps":["trace[465328329] 'process raft request' (duration: 1.173402859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.979803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.805869Z","time spent":"1.173884241s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:51.979848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352659655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:51.979833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192494419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:51.979897Z","caller":"traceutil/trace.go:171","msg":"trace[74870305] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26477; }","duration":"2.352717976s","start":"2026-02-27T19:08:49.627164Z","end":"2026-02-27T19:08:51.979882Z","steps":["trace[74870305] 'agreement among raft nodes before linearized reading' (duration: 2.352604213s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:51.979912Z","caller":"traceutil/trace.go:171","msg":"trace[901339867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26477; }","duration":"2.192592901s","start":"2026-02-27T19:08:49.787298Z","end":"2026-02-27T19:08:51.979891Z","steps":["trace[901339867] 'agreement among raft nodes before linearized reading' (duration: 2.192436778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.979895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975376125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:51.979942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.627115Z","time spent":"2.352814778s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:51.979956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.787243Z","time spent":"2.192703153s","remote":"127.0.0.1:38854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:51.979932Z","caller":"traceutil/trace.go:171","msg":"trace[985064268] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"1.926557406s","start":"2026-02-27T19:08:50.053326Z","end":"2026-02-27T19:08:51.979884Z","steps":["trace[985064268] 'process raft request' (duration: 1.162216051s)","trace[985064268] 'compare' (duration: 763.341902ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:51.979992Z","caller":"traceutil/trace.go:171","msg":"trace[481104313] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26477; }","duration":"1.975513119s","start":"2026-02-27T19:08:50.004444Z","end":"2026-02-27T19:08:51.979957Z","steps":["trace[481104313] 'agreement among raft nodes before linearized reading' (duration: 1.975340495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.979997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847629069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:51.98Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354103248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:08:51.98001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366808533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:08:51.980062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07584613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:51.980102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039230655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:51.980094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.004427Z","time spent":"1.975630441s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:08:51.980109Z","caller":"traceutil/trace.go:171","msg":"trace[1404607804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26477; }","duration":"2.366936695s","start":"2026-02-27T19:08:49.613152Z","end":"2026-02-27T19:08:51.980089Z","steps":["trace[1404607804] 'agreement among raft nodes before linearized reading' (duration: 2.36673292s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:51.980073Z","caller":"traceutil/trace.go:171","msg":"trace[1868323886] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26477; }","duration":"2.35420628s","start":"2026-02-27T19:08:49.625852Z","end":"2026-02-27T19:08:51.980058Z","steps":["trace[1868323886] 'agreement among raft nodes before linearized reading' (duration: 2.354041206s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:51.98013Z","caller":"traceutil/trace.go:171","msg":"trace[451675556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26477; }","duration":"2.075980403s","start":"2026-02-27T19:08:49.904131Z","end":"2026-02-27T19:08:51.980111Z","steps":["trace[451675556] 'agreement among raft nodes before linearized reading' (duration: 2.07583116s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.980157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.625836Z","time spent":"2.354315403s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:51.980154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.613135Z","time spent":"2.367008967s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:08:51.98018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.904114Z","time spent":"2.076050624s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:51.980162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.053304Z","time spent":"1.926707149s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:51.980199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664021391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T19:08:51.980212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182807747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:08:51.980227Z","caller":"traceutil/trace.go:171","msg":"trace[700826786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26477; }","duration":"1.664082323s","start":"2026-02-27T19:08:50.316139Z","end":"2026-02-27T19:08:51.980222Z","steps":["trace[700826786] 'agreement among raft nodes before linearized reading' (duration: 1.663999091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.980249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.316121Z","time spent":"1.664123273s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T19:08:51.980249Z","caller":"traceutil/trace.go:171","msg":"trace[225980469] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26477; }","duration":"1.182911879s","start":"2026-02-27T19:08:50.797328Z","end":"2026-02-27T19:08:51.980239Z","steps":["trace[225980469] 'agreement among raft nodes before linearized reading' (duration: 1.182774296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.980278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.797308Z","time spent":"1.182963921s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T19:08:51.980127Z","caller":"traceutil/trace.go:171","msg":"trace[1218369035] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26477; }","duration":"1.039289476s","start":"2026-02-27T19:08:50.940827Z","end":"2026-02-27T19:08:51.980117Z","steps":["trace[1218369035] 'agreement among raft nodes before linearized reading' (duration: 1.039253156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.980367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041678042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-02-27T19:08:51.980387Z","caller":"traceutil/trace.go:171","msg":"trace[653357923] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26477; }","duration":"1.041726103s","start":"2026-02-27T19:08:50.938656Z","end":"2026-02-27T19:08:51.980383Z","steps":["trace[653357923] 'agreement among raft nodes before linearized reading' (duration: 1.041667821s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:51.980066Z","caller":"traceutil/trace.go:171","msg":"trace[176446600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26477; }","duration":"1.847732862s","start":"2026-02-27T19:08:50.132322Z","end":"2026-02-27T19:08:51.980055Z","steps":["trace[176446600] 'agreement among raft nodes before linearized reading' (duration: 1.8476437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.9804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.938642Z","time spent":"1.041754924s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T19:08:51.980389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359029032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:08:51.980411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.940811Z","time spent":"1.039579644s","remote":"127.0.0.1:38718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:51.980432Z","caller":"traceutil/trace.go:171","msg":"trace[1723615679] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26477; }","duration":"2.359082573s","start":"2026-02-27T19:08:49.621337Z","end":"2026-02-27T19:08:51.98042Z","steps":["trace[1723615679] 'agreement among raft nodes before linearized reading' (duration: 2.358966141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:51.980469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:49.621328Z","time spent":"2.359130424s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:51.980458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:50.132302Z","time spent":"1.8481221s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:52.448095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.343053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:52.44847Z","caller":"traceutil/trace.go:171","msg":"trace[876490532] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"451.335682ms","start":"2026-02-27T19:08:51.996655Z","end":"2026-02-27T19:08:52.447991Z","steps":["trace[876490532] 'process raft request' (duration: 451.106376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:52.448624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:51.996643Z","time spent":"451.893844ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:52.448668Z","caller":"traceutil/trace.go:171","msg":"trace[706331748] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27757; }","duration":"422.020613ms","start":"2026-02-27T19:08:52.026003Z","end":"2026-02-27T19:08:52.448023Z","steps":["trace[706331748] 'read index received' (duration: 422.015723ms)","trace[706331748] 'applied index is now lower than readState.Index' (duration: 3.75µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:52.448744Z","caller":"traceutil/trace.go:171","msg":"trace[713671930] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"417.910488ms","start":"2026-02-27T19:08:52.030238Z","end":"2026-02-27T19:08:52.448148Z","steps":["trace[713671930] 'process raft request' (duration: 417.868977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:52.448813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.030221Z","time spent":"418.542583ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:52.448905Z","caller":"traceutil/trace.go:171","msg":"trace[2003390727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26479; }","duration":"445.491506ms","start":"2026-02-27T19:08:52.002705Z","end":"2026-02-27T19:08:52.448197Z","steps":["trace[2003390727] 'agreement among raft nodes before linearized reading' (duration: 445.320263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:52.448959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.002692Z","time spent":"446.258654ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:52.448928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.481635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:52.449052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.038115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:08:52.44904Z","caller":"traceutil/trace.go:171","msg":"trace[577477283] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26481; }","duration":"416.627108ms","start":"2026-02-27T19:08:52.032387Z","end":"2026-02-27T19:08:52.449014Z","steps":["trace[577477283] 'agreement among raft nodes before linearized reading' (duration: 416.415253ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:52.449076Z","caller":"traceutil/trace.go:171","msg":"trace[268283532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26481; }","duration":"397.106717ms","start":"2026-02-27T19:08:52.051964Z","end":"2026-02-27T19:08:52.449071Z","steps":["trace[268283532] 'agreement among raft nodes before linearized reading' (duration: 397.015295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:52.449093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.051942Z","time spent":"397.147538ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:08:52.449135Z","caller":"traceutil/trace.go:171","msg":"trace[1968390088] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"418.453161ms","start":"2026-02-27T19:08:52.029836Z","end":"2026-02-27T19:08:52.448289Z","steps":["trace[1968390088] 'process raft request' (duration: 418.210345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:52.449203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.029808Z","time spent":"419.364342ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:52.449105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.032381Z","time spent":"416.70907ms","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:08:52.617283Z","caller":"traceutil/trace.go:171","msg":"trace[1788740668] linearizableReadLoop","detail":"{readStateIndex:27760; appliedIndex:27759; }","duration":"162.177332ms","start":"2026-02-27T19:08:52.455088Z","end":"2026-02-27T19:08:52.617266Z","steps":["trace[1788740668] 'read index received' (duration: 103.650148ms)","trace[1788740668] 'applied index is now lower than readState.Index' (duration: 58.526364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:52.617391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.283015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:52.61738Z","caller":"traceutil/trace.go:171","msg":"trace[1371106560] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"162.775016ms","start":"2026-02-27T19:08:52.454573Z","end":"2026-02-27T19:08:52.617348Z","steps":["trace[1371106560] 'process raft request' (duration: 104.16665ms)","trace[1371106560] 'compare' (duration: 58.32611ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:52.617415Z","caller":"traceutil/trace.go:171","msg":"trace[1392407663] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26482; }","duration":"162.331466ms","start":"2026-02-27T19:08:52.455075Z","end":"2026-02-27T19:08:52.617407Z","steps":["trace[1392407663] 'agreement among raft nodes before linearized reading' (duration: 162.272524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:53.117885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902365996,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:08:53.515205Z","caller":"traceutil/trace.go:171","msg":"trace[387075460] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"1.05587441s","start":"2026-02-27T19:08:52.459308Z","end":"2026-02-27T19:08:53.515183Z","steps":["trace[387075460] 'process raft request' (duration: 1.055265476s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:53.515214Z","caller":"traceutil/trace.go:171","msg":"trace[1263404119] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"1.055786638s","start":"2026-02-27T19:08:52.459403Z","end":"2026-02-27T19:08:53.51519Z","steps":["trace[1263404119] 'process raft request' (duration: 1.055687786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:53.515308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.459298Z","time spent":"1.055955192s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:53.515349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.459381Z","time spent":"1.05588925s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:54.539386Z","caller":"traceutil/trace.go:171","msg":"trace[1461159015] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"1.927568459s","start":"2026-02-27T19:08:52.611784Z","end":"2026-02-27T19:08:54.539352Z","steps":["trace[1461159015] 'process raft request' (duration: 1.926879583s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:54.53949Z","caller":"traceutil/trace.go:171","msg":"trace[1526104861] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"1.72925273s","start":"2026-02-27T19:08:52.810205Z","end":"2026-02-27T19:08:54.539458Z","steps":["trace[1526104861] 'process raft request' (duration: 1.729038115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.539666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.611759Z","time spent":"1.927769804s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:54.539687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.810176Z","time spent":"1.729395294s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:54.539741Z","caller":"traceutil/trace.go:171","msg":"trace[1403182701] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"1.220863918s","start":"2026-02-27T19:08:53.318861Z","end":"2026-02-27T19:08:54.539725Z","steps":["trace[1403182701] 'process raft request' (duration: 1.220649103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.539801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048329764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:54.539822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08322559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:08:54.539868Z","caller":"traceutil/trace.go:171","msg":"trace[259133052] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26489; }","duration":"2.048451236s","start":"2026-02-27T19:08:52.491402Z","end":"2026-02-27T19:08:54.539853Z","steps":["trace[259133052] 'agreement among raft nodes before linearized reading' (duration: 2.048342524s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:54.539872Z","caller":"traceutil/trace.go:171","msg":"trace[279163291] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26489; }","duration":"2.083314833s","start":"2026-02-27T19:08:52.456545Z","end":"2026-02-27T19:08:54.53986Z","steps":["trace[279163291] 'agreement among raft nodes before linearized reading' (duration: 2.083162799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.539873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:53.318838Z","time spent":"1.22095505s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:54.539892Z","caller":"traceutil/trace.go:171","msg":"trace[1020249888] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"1.602894127s","start":"2026-02-27T19:08:52.936977Z","end":"2026-02-27T19:08:54.539872Z","steps":["trace[1020249888] 'process raft request' (duration: 1.602405996s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.54002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.936962Z","time spent":"1.60301084s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:54.539654Z","caller":"traceutil/trace.go:171","msg":"trace[921579553] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27760; }","duration":"1.922273937s","start":"2026-02-27T19:08:52.617331Z","end":"2026-02-27T19:08:54.539605Z","steps":["trace[921579553] 'read index received' (duration: 897.554747ms)","trace[921579553] 'applied index is now lower than readState.Index' (duration: 1.02471802s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:54.539913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.456537Z","time spent":"2.083368164s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T19:08:54.539452Z","caller":"traceutil/trace.go:171","msg":"trace[853919455] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"1.602466987s","start":"2026-02-27T19:08:52.936954Z","end":"2026-02-27T19:08:54.539421Z","steps":["trace[853919455] 'process raft request' (duration: 1.602386236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.540384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.936933Z","time spent":"1.603414349s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:54.539913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.491381Z","time spent":"2.048521508s","remote":"127.0.0.1:44970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:54.578137Z","caller":"traceutil/trace.go:171","msg":"trace[63202983] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"592.603041ms","start":"2026-02-27T19:08:53.985507Z","end":"2026-02-27T19:08:54.57811Z","steps":["trace[63202983] 'process raft request' (duration: 592.443248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.57828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:53.985483Z","time spent":"592.723905ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:54.578499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641510981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:08:54.57856Z","caller":"traceutil/trace.go:171","msg":"trace[1636019543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26491; }","duration":"1.641640413s","start":"2026-02-27T19:08:52.936906Z","end":"2026-02-27T19:08:54.578547Z","steps":["trace[1636019543] 'agreement among raft nodes before linearized reading' (duration: 1.641435819s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.094346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:08:54.578593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.936877Z","time spent":"1.641706005s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:54.578549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891349471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:54.578607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446092918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:54.57865Z","caller":"traceutil/trace.go:171","msg":"trace[1950171165] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"591.869414ms","start":"2026-02-27T19:08:53.986749Z","end":"2026-02-27T19:08:54.578618Z","steps":["trace[1950171165] 'process raft request' (duration: 591.319101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62421947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:54.578691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641769697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:08:54.57869Z","caller":"traceutil/trace.go:171","msg":"trace[1412984516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26491; }","duration":"1.446211481s","start":"2026-02-27T19:08:53.132458Z","end":"2026-02-27T19:08:54.57867Z","steps":["trace[1412984516] 'agreement among raft nodes before linearized reading' (duration: 1.446080088s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:54.57872Z","caller":"traceutil/trace.go:171","msg":"trace[1000612715] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26491; }","duration":"1.641831267s","start":"2026-02-27T19:08:52.936882Z","end":"2026-02-27T19:08:54.578713Z","steps":["trace[1000612715] 'agreement among raft nodes before linearized reading' (duration: 1.641758066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641725825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:08:54.578728Z","caller":"traceutil/trace.go:171","msg":"trace[942549118] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26491; }","duration":"1.624348553s","start":"2026-02-27T19:08:52.954363Z","end":"2026-02-27T19:08:54.578712Z","steps":["trace[942549118] 'agreement among raft nodes before linearized reading' (duration: 1.62421679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:53.132441Z","time spent":"1.446284404s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:08:54.578709Z","caller":"traceutil/trace.go:171","msg":"trace[1786497340] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26491; }","duration":"1.891509165s","start":"2026-02-27T19:08:52.687142Z","end":"2026-02-27T19:08:54.578651Z","steps":["trace[1786497340] 'agreement among raft nodes before linearized reading' (duration: 1.891330601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.936858Z","time spent":"1.641891169s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:08:54.57877Z","caller":"traceutil/trace.go:171","msg":"trace[832703602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26491; }","duration":"1.641820197s","start":"2026-02-27T19:08:52.936935Z","end":"2026-02-27T19:08:54.578755Z","steps":["trace[832703602] 'agreement among raft nodes before linearized reading' (duration: 1.641660554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.954339Z","time spent":"1.624426005s","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:54.57855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.933811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:08:54.578821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.936914Z","time spent":"1.64189841s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:54.578843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.878866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:54.57885Z","caller":"traceutil/trace.go:171","msg":"trace[1061240854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26491; }","duration":"549.288499ms","start":"2026-02-27T19:08:54.029552Z","end":"2026-02-27T19:08:54.578841Z","steps":["trace[1061240854] 'agreement among raft nodes before linearized reading' (duration: 548.821258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.029533Z","time spent":"549.33692ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:08:54.578836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.687126Z","time spent":"1.891656808s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:54.578877Z","caller":"traceutil/trace.go:171","msg":"trace[337468662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26491; }","duration":"515.961088ms","start":"2026-02-27T19:08:54.062904Z","end":"2026-02-27T19:08:54.578865Z","steps":["trace[337468662] 'agreement among raft nodes before linearized reading' (duration: 515.896926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:53.986724Z","time spent":"591.984157ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:54.578918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.062883Z","time spent":"516.02783ms","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:54.578619Z","caller":"traceutil/trace.go:171","msg":"trace[1647675810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26491; }","duration":"594.177118ms","start":"2026-02-27T19:08:53.984431Z","end":"2026-02-27T19:08:54.578608Z","steps":["trace[1647675810] 'agreement among raft nodes before linearized reading' (duration: 594.069215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.578982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:53.984398Z","time spent":"594.577807ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:54.579101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542657894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:54.579167Z","caller":"traceutil/trace.go:171","msg":"trace[1360522013] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26491; }","duration":"1.542759515s","start":"2026-02-27T19:08:53.036391Z","end":"2026-02-27T19:08:54.579151Z","steps":["trace[1360522013] 'agreement among raft nodes before linearized reading' (duration: 1.541958737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.579202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854780924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-02-27T19:08:54.579212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:53.036374Z","time spent":"1.542827528s","remote":"127.0.0.1:43474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:54.579245Z","caller":"traceutil/trace.go:171","msg":"trace[523453682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26491; }","duration":"1.854851286s","start":"2026-02-27T19:08:52.724383Z","end":"2026-02-27T19:08:54.579234Z","steps":["trace[523453682] 'agreement among raft nodes before linearized reading' (duration: 1.854000427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:54.579288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:52.724369Z","time spent":"1.854911597s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:08:55.721061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068816049s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:08:55.817401Z","caller":"traceutil/trace.go:171","msg":"trace[506408856] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"1.233414868s","start":"2026-02-27T19:08:54.583958Z","end":"2026-02-27T19:08:55.817373Z","steps":["trace[506408856] 'process raft request' (duration: 1.233284755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:55.817568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.583952Z","time spent":"1.23353409s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:55.817556Z","caller":"traceutil/trace.go:171","msg":"trace[162133377] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"1.233602352s","start":"2026-02-27T19:08:54.583914Z","end":"2026-02-27T19:08:55.817516Z","steps":["trace[162133377] 'process raft request' (duration: 1.137277374s)","trace[162133377] 'compare' (duration: 95.849127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:55.817859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.583906Z","time spent":"1.233859548s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:55.81793Z","caller":"traceutil/trace.go:171","msg":"trace[123354150] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"1.233608082s","start":"2026-02-27T19:08:54.584297Z","end":"2026-02-27T19:08:55.817905Z","steps":["trace[123354150] 'process raft request' (duration: 1.233019199s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:55.818032Z","caller":"traceutil/trace.go:171","msg":"trace[970896314] linearizableReadLoop","detail":"{readStateIndex:27772; appliedIndex:27769; }","duration":"1.234039743s","start":"2026-02-27T19:08:54.583981Z","end":"2026-02-27T19:08:55.818021Z","steps":["trace[970896314] 'read index received' (duration: 68.312001ms)","trace[970896314] 'applied index is now lower than readState.Index' (duration: 1.165727062s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:55.818074Z","caller":"traceutil/trace.go:171","msg":"trace[181282407] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"1.232000026s","start":"2026-02-27T19:08:54.586051Z","end":"2026-02-27T19:08:55.818051Z","steps":["trace[181282407] 'process raft request' (duration: 1.23177805s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:55.818149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229733493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:55.818176Z","caller":"traceutil/trace.go:171","msg":"trace[388102834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26496; }","duration":"1.229773813s","start":"2026-02-27T19:08:54.588396Z","end":"2026-02-27T19:08:55.818169Z","steps":["trace[388102834] 'agreement among raft nodes before linearized reading' (duration: 1.229701192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:55.818174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.586039Z","time spent":"1.232081047s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:55.818195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.58839Z","time spent":"1.229801134s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:55.818344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.341923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:08:55.818376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193405882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T19:08:55.818383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23437503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:08:55.81841Z","caller":"traceutil/trace.go:171","msg":"trace[466840425] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26496; }","duration":"298.431444ms","start":"2026-02-27T19:08:55.519961Z","end":"2026-02-27T19:08:55.818393Z","steps":["trace[466840425] 'agreement among raft nodes before linearized reading' (duration: 298.140098ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:55.818424Z","caller":"traceutil/trace.go:171","msg":"trace[641517500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26496; }","duration":"1.193494554s","start":"2026-02-27T19:08:54.624917Z","end":"2026-02-27T19:08:55.818412Z","steps":["trace[641517500] 'agreement among raft nodes before linearized reading' (duration: 1.193225488s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:55.818453Z","caller":"traceutil/trace.go:171","msg":"trace[782950603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26496; }","duration":"1.234485262s","start":"2026-02-27T19:08:54.583951Z","end":"2026-02-27T19:08:55.818436Z","steps":["trace[782950603] 'agreement among raft nodes before linearized reading' (duration: 1.234123234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:55.818458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.6249Z","time spent":"1.193550906s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:08:55.818506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.583935Z","time spent":"1.234563245s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:08:55.818518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.515757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:08:55.818962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:54.584288Z","time spent":"1.233712814s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:55.818711Z","caller":"traceutil/trace.go:171","msg":"trace[1641659616] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26496; }","duration":"298.740522ms","start":"2026-02-27T19:08:55.519892Z","end":"2026-02-27T19:08:55.818632Z","steps":["trace[1641659616] 'agreement among raft nodes before linearized reading' (duration: 298.268901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:56.443209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.827095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:56.443275Z","caller":"traceutil/trace.go:171","msg":"trace[65514116] linearizableReadLoop","detail":"{readStateIndex:27775; appliedIndex:27774; }","duration":"620.333972ms","start":"2026-02-27T19:08:55.822931Z","end":"2026-02-27T19:08:56.443265Z","steps":["trace[65514116] 'read index received' (duration: 426.409596ms)","trace[65514116] 'applied index is now lower than readState.Index' (duration: 193.923616ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:56.443321Z","caller":"traceutil/trace.go:171","msg":"trace[554439039] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"621.265924ms","start":"2026-02-27T19:08:55.822027Z","end":"2026-02-27T19:08:56.443293Z","steps":["trace[554439039] 'process raft request' (duration: 427.301487ms)","trace[554439039] 'compare' (duration: 193.694241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:56.443397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.465715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:08:56.443414Z","caller":"traceutil/trace.go:171","msg":"trace[906713223] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26497; }","duration":"620.503516ms","start":"2026-02-27T19:08:55.822904Z","end":"2026-02-27T19:08:56.443407Z","steps":["trace[906713223] 'agreement among raft nodes before linearized reading' (duration: 620.403003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:56.443441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:55.822891Z","time spent":"620.534897ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:56.443444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:55.822004Z","time spent":"621.366866ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:56.881129Z","caller":"traceutil/trace.go:171","msg":"trace[846556175] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"1.015949586s","start":"2026-02-27T19:08:55.865148Z","end":"2026-02-27T19:08:56.881097Z","steps":["trace[846556175] 'process raft request' (duration: 1.015422894s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:56.881312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:55.865122Z","time spent":"1.016119459s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:56.88133Z","caller":"traceutil/trace.go:171","msg":"trace[301794175] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"914.624062ms","start":"2026-02-27T19:08:55.966681Z","end":"2026-02-27T19:08:56.881305Z","steps":["trace[301794175] 'process raft request' (duration: 914.019728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:56.881435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:55.966656Z","time spent":"914.723135ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:57.357056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.27557ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:08:57.357147Z","caller":"traceutil/trace.go:171","msg":"trace[1662303885] linearizableReadLoop","detail":"{readStateIndex:27778; appliedIndex:27775; }","duration":"913.843104ms","start":"2026-02-27T19:08:56.443289Z","end":"2026-02-27T19:08:57.357132Z","steps":["trace[1662303885] 'read index received' (duration: 437.314749ms)","trace[1662303885] 'applied index is now lower than readState.Index' (duration: 476.526735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:57.357567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530566113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:57.357597Z","caller":"traceutil/trace.go:171","msg":"trace[2043372374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26499; }","duration":"1.530627344s","start":"2026-02-27T19:08:55.826959Z","end":"2026-02-27T19:08:57.357587Z","steps":["trace[2043372374] 'agreement among raft nodes before linearized reading' (duration: 1.530561682s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.357624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:55.826946Z","time spent":"1.530671335s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:57.357761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53478373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:08:57.35781Z","caller":"traceutil/trace.go:171","msg":"trace[1428916162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26499; }","duration":"1.534862302s","start":"2026-02-27T19:08:55.822936Z","end":"2026-02-27T19:08:57.357798Z","steps":["trace[1428916162] 'agreement among raft nodes before linearized reading' (duration: 1.534700709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.357841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:55.822922Z","time spent":"1.534910273s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:08:57.357831Z","caller":"traceutil/trace.go:171","msg":"trace[1932857951] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"909.104785ms","start":"2026-02-27T19:08:56.448709Z","end":"2026-02-27T19:08:57.357814Z","steps":["trace[1932857951] 'process raft request' (duration: 909.011153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:57.358134Z","caller":"traceutil/trace.go:171","msg":"trace[1442854599] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"812.603682ms","start":"2026-02-27T19:08:56.545511Z","end":"2026-02-27T19:08:57.358115Z","steps":["trace[1442854599] 'process raft request' (duration: 812.280614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.358253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.545487Z","time spent":"812.687343ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:57.358611Z","caller":"traceutil/trace.go:171","msg":"trace[1485590851] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"813.021951ms","start":"2026-02-27T19:08:56.545563Z","end":"2026-02-27T19:08:57.358585Z","steps":["trace[1485590851] 'process raft request' (duration: 812.481228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.358664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.448685Z","time spent":"909.648447ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:57.358752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.54554Z","time spent":"813.139244ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:57.358798Z","caller":"traceutil/trace.go:171","msg":"trace[1432288325] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"775.166415ms","start":"2026-02-27T19:08:56.58362Z","end":"2026-02-27T19:08:57.358787Z","steps":["trace[1432288325] 'process raft request' (duration: 774.853208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.358863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.583603Z","time spent":"775.226106ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:57.358932Z","caller":"traceutil/trace.go:171","msg":"trace[519146397] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"774.695914ms","start":"2026-02-27T19:08:56.584221Z","end":"2026-02-27T19:08:57.358917Z","steps":["trace[519146397] 'process raft request' (duration: 774.51475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.359024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.584206Z","time spent":"774.760615ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:57.936276Z","caller":"traceutil/trace.go:171","msg":"trace[1371208481] linearizableReadLoop","detail":"{readStateIndex:27784; appliedIndex:27778; }","duration":"579.084659ms","start":"2026-02-27T19:08:57.357167Z","end":"2026-02-27T19:08:57.936252Z","steps":["trace[1371208481] 'read index received' (duration: 576.293µs)","trace[1371208481] 'applied index is now lower than readState.Index' (duration: 578.506936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:57.936776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289186749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:57.936824Z","caller":"traceutil/trace.go:171","msg":"trace[1106931957] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26504; }","duration":"1.289287761s","start":"2026-02-27T19:08:56.647525Z","end":"2026-02-27T19:08:57.936813Z","steps":["trace[1106931957] 'agreement among raft nodes before linearized reading' (duration: 1.289191399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.93684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279480165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:08:57.936859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.647503Z","time spent":"1.289347413s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:57.9369Z","caller":"traceutil/trace.go:171","msg":"trace[702622190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26504; }","duration":"1.279587216s","start":"2026-02-27T19:08:56.657298Z","end":"2026-02-27T19:08:57.936885Z","steps":["trace[702622190] 'agreement among raft nodes before linearized reading' (duration: 1.279395192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.936871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.373725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:57.936885Z","caller":"traceutil/trace.go:171","msg":"trace[353598628] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26504; }","duration":"1.050025796s","start":"2026-02-27T19:08:56.88682Z","end":"2026-02-27T19:08:57.936845Z","steps":["trace[353598628] 'process raft request' (duration: 981.806687ms)","trace[353598628] 'compare' (duration: 67.580944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:57.93694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.657285Z","time spent":"1.279648239s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:08:57.936952Z","caller":"traceutil/trace.go:171","msg":"trace[1435275137] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26504; }","duration":"751.534669ms","start":"2026-02-27T19:08:57.185399Z","end":"2026-02-27T19:08:57.936933Z","steps":["trace[1435275137] 'agreement among raft nodes before linearized reading' (duration: 751.343864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.936945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.733923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-27T19:08:57.937008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.18538Z","time spent":"751.617451ms","remote":"127.0.0.1:34626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:57.937024Z","caller":"traceutil/trace.go:171","msg":"trace[625613945] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26504; }","duration":"773.871656ms","start":"2026-02-27T19:08:57.163126Z","end":"2026-02-27T19:08:57.936998Z","steps":["trace[625613945] 'agreement among raft nodes before linearized reading' (duration: 773.691702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.937023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.886804Z","time spent":"1.050159548s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:08:57.937071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.163108Z","time spent":"773.950877ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T19:08:57.937118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027152987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:57.937153Z","caller":"traceutil/trace.go:171","msg":"trace[1286574421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26504; }","duration":"1.027221697s","start":"2026-02-27T19:08:56.909921Z","end":"2026-02-27T19:08:57.937143Z","steps":["trace[1286574421] 'agreement among raft nodes before linearized reading' (duration: 1.027165646s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.937175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:56.909905Z","time spent":"1.027263489s","remote":"127.0.0.1:38828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:57.969205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.716425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:08:57.969199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.008762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:08:57.969275Z","caller":"traceutil/trace.go:171","msg":"trace[239036289] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26505; }","duration":"146.800447ms","start":"2026-02-27T19:08:57.822456Z","end":"2026-02-27T19:08:57.969257Z","steps":["trace[239036289] 'agreement among raft nodes before linearized reading' (duration: 146.618032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.969391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.157165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:08:57.969472Z","caller":"traceutil/trace.go:171","msg":"trace[925017135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26505; }","duration":"147.286228ms","start":"2026-02-27T19:08:57.822173Z","end":"2026-02-27T19:08:57.969459Z","steps":["trace[925017135] 'agreement among raft nodes before linearized reading' (duration: 147.133385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:57.969515Z","caller":"traceutil/trace.go:171","msg":"trace[1385087616] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"606.016622ms","start":"2026-02-27T19:08:57.363482Z","end":"2026-02-27T19:08:57.969499Z","steps":["trace[1385087616] 'process raft request' (duration: 605.339647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.969636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.363471Z","time spent":"606.092564ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:57.969281Z","caller":"traceutil/trace.go:171","msg":"trace[872875196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26505; }","duration":"147.132035ms","start":"2026-02-27T19:08:57.822134Z","end":"2026-02-27T19:08:57.969266Z","steps":["trace[872875196] 'agreement among raft nodes before linearized reading' (duration: 146.91778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.969857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.967792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:57.969905Z","caller":"traceutil/trace.go:171","msg":"trace[583187235] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26505; }","duration":"294.057273ms","start":"2026-02-27T19:08:57.675834Z","end":"2026-02-27T19:08:57.969891Z","steps":["trace[583187235] 'agreement among raft nodes before linearized reading' (duration: 293.976591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.970203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.033835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:08:57.970252Z","caller":"traceutil/trace.go:171","msg":"trace[2088769191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26505; }","duration":"148.111857ms","start":"2026-02-27T19:08:57.822126Z","end":"2026-02-27T19:08:57.970238Z","steps":["trace[2088769191] 'agreement among raft nodes before linearized reading' (duration: 147.984964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.970535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.933129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:57.970585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.742305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:08:57.970713Z","caller":"traceutil/trace.go:171","msg":"trace[19926249] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26505; }","duration":"608.885109ms","start":"2026-02-27T19:08:57.36181Z","end":"2026-02-27T19:08:57.970695Z","steps":["trace[19926249] 'agreement among raft nodes before linearized reading' (duration: 608.680274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.970786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.361798Z","time spent":"608.973821ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:08:57.970593Z","caller":"traceutil/trace.go:171","msg":"trace[1651356649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26505; }","duration":"612.019711ms","start":"2026-02-27T19:08:57.35856Z","end":"2026-02-27T19:08:57.970579Z","steps":["trace[1651356649] 'agreement among raft nodes before linearized reading' (duration: 611.936059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:57.971004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.358548Z","time spent":"612.442481ms","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:08:58.441354Z","caller":"traceutil/trace.go:171","msg":"trace[333877558] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"460.420763ms","start":"2026-02-27T19:08:57.980911Z","end":"2026-02-27T19:08:58.441331Z","steps":["trace[333877558] 'process raft request' (duration: 460.28088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.441477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.9809Z","time spent":"460.508705ms","remote":"127.0.0.1:43282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:58.441473Z","caller":"traceutil/trace.go:171","msg":"trace[1911432359] linearizableReadLoop","detail":"{readStateIndex:27787; appliedIndex:27787; }","duration":"460.402122ms","start":"2026-02-27T19:08:57.981025Z","end":"2026-02-27T19:08:58.441427Z","steps":["trace[1911432359] 'read index received' (duration: 460.389112ms)","trace[1911432359] 'applied index is now lower than readState.Index' (duration: 10.27µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:58.441702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.651628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:08:58.441774Z","caller":"traceutil/trace.go:171","msg":"trace[2112379714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26507; }","duration":"460.750281ms","start":"2026-02-27T19:08:57.981005Z","end":"2026-02-27T19:08:58.441755Z","steps":["trace[2112379714] 'agreement among raft nodes before linearized reading' (duration: 460.549926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.441829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.980993Z","time spent":"460.821462ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:08:58.534157Z","caller":"traceutil/trace.go:171","msg":"trace[1677222595] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"553.037796ms","start":"2026-02-27T19:08:57.981089Z","end":"2026-02-27T19:08:58.534126Z","steps":["trace[1677222595] 'process raft request' (duration: 552.705908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:58.534265Z","caller":"traceutil/trace.go:171","msg":"trace[1928621084] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"553.075297ms","start":"2026-02-27T19:08:57.981165Z","end":"2026-02-27T19:08:58.534241Z","steps":["trace[1928621084] 'process raft request' (duration: 552.994925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.534319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.981079Z","time spent":"553.147658ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:58.53443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.981141Z","time spent":"553.20151ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:58.53448Z","caller":"traceutil/trace.go:171","msg":"trace[1051093908] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"553.260201ms","start":"2026-02-27T19:08:57.981182Z","end":"2026-02-27T19:08:58.534442Z","steps":["trace[1051093908] 'process raft request' (duration: 552.903903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.534626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.981176Z","time spent":"553.380474ms","remote":"127.0.0.1:43282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:58.534465Z","caller":"traceutil/trace.go:171","msg":"trace[1122313687] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"553.297332ms","start":"2026-02-27T19:08:57.981134Z","end":"2026-02-27T19:08:58.534431Z","steps":["trace[1122313687] 'process raft request' (duration: 552.903163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.535021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.981129Z","time spent":"553.809794ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:58.534732Z","caller":"traceutil/trace.go:171","msg":"trace[1094188049] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"553.494477ms","start":"2026-02-27T19:08:57.981221Z","end":"2026-02-27T19:08:58.534716Z","steps":["trace[1094188049] 'process raft request' (duration: 552.982315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.535263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.981212Z","time spent":"554.011648ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:58.535248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.252714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:58.53478Z","caller":"traceutil/trace.go:171","msg":"trace[927948702] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"553.540727ms","start":"2026-02-27T19:08:57.981231Z","end":"2026-02-27T19:08:58.534772Z","steps":["trace[927948702] 'process raft request' (duration: 553.328802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.535443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.981222Z","time spent":"554.168662ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:58.534832Z","caller":"traceutil/trace.go:171","msg":"trace[2082281428] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"552.937534ms","start":"2026-02-27T19:08:57.981872Z","end":"2026-02-27T19:08:58.534809Z","steps":["trace[2082281428] 'process raft request' (duration: 552.801611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:58.535347Z","caller":"traceutil/trace.go:171","msg":"trace[1620604410] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26515; }","duration":"111.580251ms","start":"2026-02-27T19:08:58.423753Z","end":"2026-02-27T19:08:58.535333Z","steps":["trace[1620604410] 'agreement among raft nodes before linearized reading' (duration: 111.050529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:58.535803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:57.98186Z","time spent":"553.796773ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:58.976282Z","caller":"traceutil/trace.go:171","msg":"trace[507065164] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"436.133921ms","start":"2026-02-27T19:08:58.540104Z","end":"2026-02-27T19:08:58.976238Z","steps":["trace[507065164] 'process raft request' (duration: 414.308276ms)","trace[507065164] 'compare' (duration: 21.525298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:58.976435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:58.540083Z","time spent":"436.277204ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:59.976733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.281277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:59.976837Z","caller":"traceutil/trace.go:171","msg":"trace[1692881014] linearizableReadLoop","detail":"{readStateIndex:27797; appliedIndex:27795; }","duration":"1.4211151s","start":"2026-02-27T19:08:58.555706Z","end":"2026-02-27T19:08:59.976821Z","steps":["trace[1692881014] 'read index received' (duration: 398.742505ms)","trace[1692881014] 'applied index is now lower than readState.Index' (duration: 1.022371465s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:59.976905Z","caller":"traceutil/trace.go:171","msg":"trace[2025177268] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"1.436452914s","start":"2026-02-27T19:08:58.540441Z","end":"2026-02-27T19:08:59.976894Z","steps":["trace[2025177268] 'process raft request' (duration: 1.314932283s)","trace[2025177268] 'compare' (duration: 121.152973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:59.976964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:58.540427Z","time spent":"1.436509256s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:59.977171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421463458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:08:59.977207Z","caller":"traceutil/trace.go:171","msg":"trace[545021498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26517; }","duration":"1.421532659s","start":"2026-02-27T19:08:58.555665Z","end":"2026-02-27T19:08:59.977198Z","steps":["trace[545021498] 'agreement among raft nodes before linearized reading' (duration: 1.421462478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:59.977235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:58.555646Z","time spent":"1.421582471s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:09:00.477928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:00.978736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:00.987809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129863282s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:01.130306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:01.13045Z","caller":"traceutil/trace.go:171","msg":"trace[1244387458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025596s","start":"2026-02-27T19:08:59.130174Z","end":"2026-02-27T19:09:01.13043Z","steps":["trace[1244387458] 'agreement among raft nodes before linearized reading' (duration: 2.000089457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.130531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.130161Z","time spent":"2.000357692s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:01.157093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.672503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:01.157284Z","caller":"traceutil/trace.go:171","msg":"trace[1925131514] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"1.788625304s","start":"2026-02-27T19:08:59.368634Z","end":"2026-02-27T19:09:01.157259Z","steps":["trace[1925131514] 'process raft request' (duration: 1.619688695s)","trace[1925131514] 'compare' (duration: 167.446534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:01.157406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.368605Z","time spent":"1.788737276s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:01.157421Z","caller":"traceutil/trace.go:171","msg":"trace[602108222] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"1.788320196s","start":"2026-02-27T19:08:59.369037Z","end":"2026-02-27T19:09:01.157357Z","steps":["trace[602108222] 'process raft request' (duration: 1.788160242s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:01.157498Z","caller":"traceutil/trace.go:171","msg":"trace[766517213] linearizableReadLoop","detail":"{readStateIndex:27802; appliedIndex:27797; }","duration":"1.180615097s","start":"2026-02-27T19:08:59.976862Z","end":"2026-02-27T19:09:01.157477Z","steps":["trace[766517213] 'read index received' (duration: 1.011125085s)","trace[766517213] 'applied index is now lower than readState.Index' (duration: 169.488982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:01.157584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412703196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:01.157619Z","caller":"traceutil/trace.go:171","msg":"trace[924764699] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26522; }","duration":"1.412778368s","start":"2026-02-27T19:08:59.744832Z","end":"2026-02-27T19:09:01.157611Z","steps":["trace[924764699] 'agreement among raft nodes before linearized reading' (duration: 1.412703966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.157643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.744811Z","time spent":"1.4128258s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:01.15767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781848846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:01.157658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.369023Z","time spent":"1.788482831s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:01.157751Z","caller":"traceutil/trace.go:171","msg":"trace[2072270395] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26522; }","duration":"1.781911207s","start":"2026-02-27T19:08:59.375802Z","end":"2026-02-27T19:09:01.157713Z","steps":["trace[2072270395] 'agreement among raft nodes before linearized reading' (duration: 1.781817085s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:01.157766Z","caller":"traceutil/trace.go:171","msg":"trace[766209390] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"1.788182433s","start":"2026-02-27T19:08:59.369568Z","end":"2026-02-27T19:09:01.157751Z","steps":["trace[766209390] 'process raft request' (duration: 1.787763593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.157814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.375752Z","time spent":"1.782045201s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:01.157853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.369547Z","time spent":"1.788249474s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:01.157873Z","caller":"traceutil/trace.go:171","msg":"trace[480055781] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"1.788724986s","start":"2026-02-27T19:08:59.36914Z","end":"2026-02-27T19:09:01.157865Z","steps":["trace[480055781] 'process raft request' (duration: 1.788145232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.157914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.369129Z","time spent":"1.788762826s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:01.157961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552676762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:01.158007Z","caller":"traceutil/trace.go:171","msg":"trace[427249071] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26522; }","duration":"2.552721253s","start":"2026-02-27T19:08:58.605275Z","end":"2026-02-27T19:09:01.157996Z","steps":["trace[427249071] 'agreement among raft nodes before linearized reading' (duration: 2.552657171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:58.605219Z","time spent":"2.552811375s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:01.158206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179662564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:01.158257Z","caller":"traceutil/trace.go:171","msg":"trace[1252060828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26522; }","duration":"1.179714076s","start":"2026-02-27T19:08:59.978529Z","end":"2026-02-27T19:09:01.158243Z","steps":["trace[1252060828] 'agreement among raft nodes before linearized reading' (duration: 1.179556902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848391456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-02-27T19:09:01.158344Z","caller":"traceutil/trace.go:171","msg":"trace[924620825] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26522; }","duration":"1.848475258s","start":"2026-02-27T19:08:59.30986Z","end":"2026-02-27T19:09:01.158335Z","steps":["trace[924620825] 'agreement among raft nodes before linearized reading' (duration: 1.848301354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.309841Z","time spent":"1.848525999s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7373,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.978427Z","time spent":"1.179872089s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.315202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:09:01.158613Z","caller":"traceutil/trace.go:171","msg":"trace[1292152997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26522; }","duration":"617.414845ms","start":"2026-02-27T19:09:00.541184Z","end":"2026-02-27T19:09:01.158599Z","steps":["trace[1292152997] 'agreement among raft nodes before linearized reading' (duration: 617.264201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.541164Z","time spent":"617.486997ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.126692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:09:01.158668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.487677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:09:01.158688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.649034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:09:01.158724Z","caller":"traceutil/trace.go:171","msg":"trace[1066343155] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26522; }","duration":"615.201624ms","start":"2026-02-27T19:09:00.543506Z","end":"2026-02-27T19:09:01.158707Z","steps":["trace[1066343155] 'agreement among raft nodes before linearized reading' (duration: 615.079341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:01.158731Z","caller":"traceutil/trace.go:171","msg":"trace[2092387403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26522; }","duration":"617.584649ms","start":"2026-02-27T19:09:00.54113Z","end":"2026-02-27T19:09:01.158715Z","steps":["trace[2092387403] 'agreement among raft nodes before linearized reading' (duration: 617.415996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.15871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.61208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:09:01.158769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.541107Z","time spent":"617.653711ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.543497Z","time spent":"615.261225ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178537165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18983013c816f08f\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T19:09:01.158817Z","caller":"traceutil/trace.go:171","msg":"trace[1869293956] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26522; }","duration":"617.746592ms","start":"2026-02-27T19:09:00.541046Z","end":"2026-02-27T19:09:01.158793Z","steps":["trace[1869293956] 'agreement among raft nodes before linearized reading' (duration: 617.477466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.832595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:01.158892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.048032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:01.158938Z","caller":"traceutil/trace.go:171","msg":"trace[368000633] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26522; }","duration":"963.134034ms","start":"2026-02-27T19:09:00.195795Z","end":"2026-02-27T19:09:01.158929Z","steps":["trace[368000633] 'agreement among raft nodes before linearized reading' (duration: 963.053093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18035297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17027"} {"level":"info","ts":"2026-02-27T19:09:01.158993Z","caller":"traceutil/trace.go:171","msg":"trace[425776734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26522; }","duration":"242.154032ms","start":"2026-02-27T19:09:00.916761Z","end":"2026-02-27T19:09:01.158916Z","steps":["trace[425776734] 'agreement among raft nodes before linearized reading' (duration: 241.794344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.158553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.010649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:09:01.159331Z","caller":"traceutil/trace.go:171","msg":"trace[1517414875] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26522; }","duration":"615.817908ms","start":"2026-02-27T19:09:00.543498Z","end":"2026-02-27T19:09:01.159316Z","steps":["trace[1517414875] 'agreement among raft nodes before linearized reading' (duration: 614.933278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.159387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.543485Z","time spent":"615.8863ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:09:01.159028Z","caller":"traceutil/trace.go:171","msg":"trace[1800255832] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26522; }","duration":"1.180477893s","start":"2026-02-27T19:08:59.978532Z","end":"2026-02-27T19:09:01.15901Z","steps":["trace[1800255832] 'agreement among raft nodes before linearized reading' (duration: 1.180202977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.159599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.978517Z","time spent":"1.181068687s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.195771Z","time spent":"963.191686ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:01.158881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.541037Z","time spent":"617.829695ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:09:01.158753Z","caller":"traceutil/trace.go:171","msg":"trace[408223266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26522; }","duration":"618.755266ms","start":"2026-02-27T19:09:00.53998Z","end":"2026-02-27T19:09:01.158735Z","steps":["trace[408223266] 'agreement among raft nodes before linearized reading' (duration: 618.613213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.159996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.539959Z","time spent":"620.020036ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.90474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:09:01.160428Z","caller":"traceutil/trace.go:171","msg":"trace[1028956944] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26522; }","duration":"362.711302ms","start":"2026-02-27T19:09:00.797697Z","end":"2026-02-27T19:09:01.160409Z","steps":["trace[1028956944] 'agreement among raft nodes before linearized reading' (duration: 360.800207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.15854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.845921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:01.160528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.79768Z","time spent":"362.804734ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T19:09:01.157766Z","caller":"traceutil/trace.go:171","msg":"trace[999460449] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"1.612093989s","start":"2026-02-27T19:08:59.545664Z","end":"2026-02-27T19:09:01.157758Z","steps":["trace[999460449] 'process raft request' (duration: 1.611752411s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:01.160524Z","caller":"traceutil/trace.go:171","msg":"trace[1815261742] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26522; }","duration":"710.867528ms","start":"2026-02-27T19:09:00.449634Z","end":"2026-02-27T19:09:01.160502Z","steps":["trace[1815261742] 'agreement among raft nodes before linearized reading' (duration: 708.840191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.161021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.449614Z","time spent":"711.382109ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:01.159151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.055201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17027"} {"level":"warn","ts":"2026-02-27T19:09:01.161078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:59.545635Z","time spent":"1.614993307s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:01.161132Z","caller":"traceutil/trace.go:171","msg":"trace[1279987477] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26522; }","duration":"853.072118ms","start":"2026-02-27T19:09:00.308044Z","end":"2026-02-27T19:09:01.161116Z","steps":["trace[1279987477] 'agreement among raft nodes before linearized reading' (duration: 850.737504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.161187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:00.308021Z","time spent":"853.139729ms","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:09:01.158695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.265018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:01.158873Z","caller":"traceutil/trace.go:171","msg":"trace[1205653547] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18983013c816f08f; range_end:; response_count:1; response_revision:26522; }","duration":"2.178835602s","start":"2026-02-27T19:08:58.980016Z","end":"2026-02-27T19:09:01.158852Z","steps":["trace[1205653547] 'agreement among raft nodes before linearized reading' (duration: 2.178470843s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:01.16128Z","caller":"traceutil/trace.go:171","msg":"trace[1766593835] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26522; }","duration":"213.906699ms","start":"2026-02-27T19:09:00.947345Z","end":"2026-02-27T19:09:01.161252Z","steps":["trace[1766593835] 'agreement among raft nodes before linearized reading' (duration: 211.111415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:01.161378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:58.98Z","time spent":"2.181351829s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18983013c816f08f\" "} {"level":"warn","ts":"2026-02-27T19:09:01.753448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:02.197019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.560677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:02.197225Z","caller":"traceutil/trace.go:171","msg":"trace[1315823640] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"1.033829721s","start":"2026-02-27T19:09:01.163376Z","end":"2026-02-27T19:09:02.197206Z","steps":["trace[1315823640] 'process raft request' (duration: 833.989107ms)","trace[1315823640] 'compare' (duration: 198.882921ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:02.197297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163366Z","time spent":"1.033898692s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.197642Z","caller":"traceutil/trace.go:171","msg":"trace[121764903] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"1.034218929s","start":"2026-02-27T19:09:01.163403Z","end":"2026-02-27T19:09:02.197622Z","steps":["trace[121764903] 'process raft request' (duration: 1.033709787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.197745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163383Z","time spent":"1.034307882s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.197732Z","caller":"traceutil/trace.go:171","msg":"trace[586828206] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"1.034202159s","start":"2026-02-27T19:09:01.163505Z","end":"2026-02-27T19:09:02.197708Z","steps":["trace[586828206] 'process raft request' (duration: 1.034058146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.197869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163462Z","time spent":"1.034333392s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.198409Z","caller":"traceutil/trace.go:171","msg":"trace[598165629] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"1.034838144s","start":"2026-02-27T19:09:01.163541Z","end":"2026-02-27T19:09:02.198379Z","steps":["trace[598165629] 'process raft request' (duration: 1.034121597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.19864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163533Z","time spent":"1.035020728s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.19895Z","caller":"traceutil/trace.go:171","msg":"trace[1183797139] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"1.035309365s","start":"2026-02-27T19:09:01.163624Z","end":"2026-02-27T19:09:02.198933Z","steps":["trace[1183797139] 'process raft request' (duration: 1.034624489s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:02.199136Z","caller":"traceutil/trace.go:171","msg":"trace[1936278497] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"1.035256833s","start":"2026-02-27T19:09:01.163869Z","end":"2026-02-27T19:09:02.199126Z","steps":["trace[1936278497] 'process raft request' (duration: 1.035001897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.199846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163862Z","time spent":"1.035945659s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.199279Z","caller":"traceutil/trace.go:171","msg":"trace[550353022] linearizableReadLoop","detail":"{readStateIndex:27811; appliedIndex:27803; }","duration":"946.615962ms","start":"2026-02-27T19:09:01.252655Z","end":"2026-02-27T19:09:02.199271Z","steps":["trace[550353022] 'read index received' (duration: 745.335575ms)","trace[550353022] 'applied index is now lower than readState.Index' (duration: 201.279737ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:02.199315Z","caller":"traceutil/trace.go:171","msg":"trace[479926847] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"941.697588ms","start":"2026-02-27T19:09:01.257598Z","end":"2026-02-27T19:09:02.199296Z","steps":["trace[479926847] 'process raft request' (duration: 941.627856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.200077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.257579Z","time spent":"942.456406ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.199351Z","caller":"traceutil/trace.go:171","msg":"trace[1905761945] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"945.783493ms","start":"2026-02-27T19:09:01.25356Z","end":"2026-02-27T19:09:02.199344Z","steps":["trace[1905761945] 'process raft request' (duration: 945.510037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.200227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.253541Z","time spent":"946.649713ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:02.200244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.375386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:09:02.200277Z","caller":"traceutil/trace.go:171","msg":"trace[367468238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26530; }","duration":"219.453157ms","start":"2026-02-27T19:09:01.980813Z","end":"2026-02-27T19:09:02.200266Z","steps":["trace[367468238] 'agreement among raft nodes before linearized reading' (duration: 219.361255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.199358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031794643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:02.199778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163609Z","time spent":"1.036085422s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:02.200351Z","caller":"traceutil/trace.go:171","msg":"trace[816693752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26530; }","duration":"1.032814076s","start":"2026-02-27T19:09:01.167527Z","end":"2026-02-27T19:09:02.200341Z","steps":["trace[816693752] 'agreement among raft nodes before linearized reading' (duration: 1.031793813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.200488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.167515Z","time spent":"1.03296534s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:02.199405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030313408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T19:09:02.200631Z","caller":"traceutil/trace.go:171","msg":"trace[265752343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26530; }","duration":"1.031546577s","start":"2026-02-27T19:09:01.169069Z","end":"2026-02-27T19:09:02.200615Z","steps":["trace[265752343] 'agreement among raft nodes before linearized reading' (duration: 1.030265758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.20067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.169063Z","time spent":"1.031595628s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T19:09:02.199496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034414473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:09:02.200841Z","caller":"traceutil/trace.go:171","msg":"trace[2145680777] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26530; }","duration":"1.035778035s","start":"2026-02-27T19:09:01.165052Z","end":"2026-02-27T19:09:02.20083Z","steps":["trace[2145680777] 'agreement among raft nodes before linearized reading' (duration: 1.034347332s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.200869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.165038Z","time spent":"1.035823136s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:02.199395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035918719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-27T19:09:02.200967Z","caller":"traceutil/trace.go:171","msg":"trace[72706093] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26530; }","duration":"1.037511985s","start":"2026-02-27T19:09:01.163437Z","end":"2026-02-27T19:09:02.200949Z","steps":["trace[72706093] 'agreement among raft nodes before linearized reading' (duration: 1.035858927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:02.200989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:01.163401Z","time spent":"1.037581517s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T19:09:02.705758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:03.647744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.402039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:03.647886Z","caller":"traceutil/trace.go:171","msg":"trace[1315989154] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"1.443670222s","start":"2026-02-27T19:09:02.204187Z","end":"2026-02-27T19:09:03.647857Z","steps":["trace[1315989154] 'process raft request' (duration: 751.060918ms)","trace[1315989154] 'compare' (duration: 692.223645ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:03.647986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.20417Z","time spent":"1.443771944s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:04.16206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206803651s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:04.207534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000790862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:04.207618Z","caller":"traceutil/trace.go:171","msg":"trace[619838465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000902625s","start":"2026-02-27T19:09:02.206696Z","end":"2026-02-27T19:09:04.207598Z","steps":["trace[619838465] 'agreement among raft nodes before linearized reading' (duration: 2.000794013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:04.207666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.206691Z","time spent":"2.000965977s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:04.298136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.68788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:04.298508Z","caller":"traceutil/trace.go:171","msg":"trace[1445543517] linearizableReadLoop","detail":"{readStateIndex:27815; appliedIndex:27811; }","duration":"2.093724863s","start":"2026-02-27T19:09:02.204674Z","end":"2026-02-27T19:09:04.298399Z","steps":["trace[1445543517] 'read index received' (duration: 750.565437ms)","trace[1445543517] 'applied index is now lower than readState.Index' (duration: 1.343158186s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:04.298636Z","caller":"traceutil/trace.go:171","msg":"trace[571715079] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"2.093323443s","start":"2026-02-27T19:09:02.205297Z","end":"2026-02-27T19:09:04.298621Z","steps":["trace[571715079] 'process raft request' (duration: 2.092952455s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:04.298784Z","caller":"traceutil/trace.go:171","msg":"trace[1545379282] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"2.094490771s","start":"2026-02-27T19:09:02.204273Z","end":"2026-02-27T19:09:04.298763Z","steps":["trace[1545379282] 'process raft request' (duration: 1.958085434s)","trace[1545379282] 'compare' (duration: 135.558397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:04.298891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.204259Z","time spent":"2.094578862s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:04.298988Z","caller":"traceutil/trace.go:171","msg":"trace[1176492603] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"2.092098186s","start":"2026-02-27T19:09:02.20683Z","end":"2026-02-27T19:09:04.298929Z","steps":["trace[1176492603] 'process raft request' (duration: 2.091504242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:04.299063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.20529Z","time spent":"2.093680482s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:04.299075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094378288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:04.2992Z","caller":"traceutil/trace.go:171","msg":"trace[1400160499] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26534; }","duration":"2.094531292s","start":"2026-02-27T19:09:02.204659Z","end":"2026-02-27T19:09:04.29919Z","steps":["trace[1400160499] 'agreement among raft nodes before linearized reading' (duration: 2.094284046s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:04.299231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.204653Z","time spent":"2.094566282s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:09:04.299178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.206824Z","time spent":"2.092261059s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:04.798905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:05.32978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.131569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:05.330099Z","caller":"traceutil/trace.go:171","msg":"trace[488567860] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"2.163925778s","start":"2026-02-27T19:09:03.166155Z","end":"2026-02-27T19:09:05.330081Z","steps":["trace[488567860] 'process raft request' (duration: 2.163857376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:05.330165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.166129Z","time spent":"2.16400461s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:05.3304Z","caller":"traceutil/trace.go:171","msg":"trace[2043695464] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"2.166310034s","start":"2026-02-27T19:09:03.164073Z","end":"2026-02-27T19:09:05.330383Z","steps":["trace[2043695464] 'process raft request' (duration: 1.905460318s)","trace[2043695464] 'compare' (duration: 259.802471ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:05.330387Z","caller":"traceutil/trace.go:171","msg":"trace[857181247] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"2.166112549s","start":"2026-02-27T19:09:03.164228Z","end":"2026-02-27T19:09:05.33034Z","steps":["trace[857181247] 'process raft request' (duration: 2.165640908s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:05.330387Z","caller":"traceutil/trace.go:171","msg":"trace[1008867756] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"2.165692209s","start":"2026-02-27T19:09:03.164669Z","end":"2026-02-27T19:09:05.330361Z","steps":["trace[1008867756] 'process raft request' (duration: 2.16529647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:05.330459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.16405Z","time spent":"2.166381385s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:05.330521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.16422Z","time spent":"2.166229711s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:05.330528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.164657Z","time spent":"2.165801861s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:06.208439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:06.208551Z","caller":"traceutil/trace.go:171","msg":"trace[1425348601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064225s","start":"2026-02-27T19:09:04.207879Z","end":"2026-02-27T19:09:06.208521Z","steps":["trace[1425348601] 'agreement among raft nodes before linearized reading' (duration: 2.000311382s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.208911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.207861Z","time spent":"2.001028689s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:09:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:06.470837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399945202s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:06.553836Z","caller":"traceutil/trace.go:171","msg":"trace[1454373593] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"386.585405ms","start":"2026-02-27T19:09:06.16723Z","end":"2026-02-27T19:09:06.553816Z","steps":["trace[1454373593] 'process raft request' (duration: 386.553814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.553853Z","caller":"traceutil/trace.go:171","msg":"trace[1367924417] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"2.167800758s","start":"2026-02-27T19:09:04.386001Z","end":"2026-02-27T19:09:06.553802Z","steps":["trace[1367924417] 'process raft request' (duration: 2.167644354s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.553967Z","caller":"traceutil/trace.go:171","msg":"trace[304479109] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"1.872871644s","start":"2026-02-27T19:09:04.681071Z","end":"2026-02-27T19:09:06.553942Z","steps":["trace[304479109] 'process raft request' (duration: 1.872630738s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.553954Z","caller":"traceutil/trace.go:171","msg":"trace[2127409261] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"1.828584599s","start":"2026-02-27T19:09:04.725351Z","end":"2026-02-27T19:09:06.553936Z","steps":["trace[2127409261] 'process raft request' (duration: 1.828396924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.385975Z","time spent":"2.167969001s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:06.554098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919973817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.554102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.725336Z","time spent":"1.828724823s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:06.554117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.681044Z","time spent":"1.873000886s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:06.554144Z","caller":"traceutil/trace.go:171","msg":"trace[210920326] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26543; }","duration":"3.920059019s","start":"2026-02-27T19:09:02.63407Z","end":"2026-02-27T19:09:06.554129Z","steps":["trace[210920326] 'agreement among raft nodes before linearized reading' (duration: 3.919955947s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.553967Z","caller":"traceutil/trace.go:171","msg":"trace[503118914] linearizableReadLoop","detail":"{readStateIndex:27823; appliedIndex:27815; }","duration":"2.255366574s","start":"2026-02-27T19:09:04.298578Z","end":"2026-02-27T19:09:06.553945Z","steps":["trace[503118914] 'read index received' (duration: 770.949888ms)","trace[503118914] 'applied index is now lower than readState.Index' (duration: 1.484414186s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:06.554182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.63405Z","time spent":"3.920120581s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:09:06.553981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.167186Z","time spent":"386.706588ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:06.554317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254292539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.554312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468226299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:06.554348Z","caller":"traceutil/trace.go:171","msg":"trace[1854396375] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26543; }","duration":"2.25436656s","start":"2026-02-27T19:09:04.299974Z","end":"2026-02-27T19:09:06.554341Z","steps":["trace[1854396375] 'agreement among raft nodes before linearized reading' (duration: 2.254295168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350520336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:09:06.554403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352488931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:09:06.554469Z","caller":"traceutil/trace.go:171","msg":"trace[359329124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26543; }","duration":"2.352589974s","start":"2026-02-27T19:09:04.201864Z","end":"2026-02-27T19:09:06.554454Z","steps":["trace[359329124] 'agreement among raft nodes before linearized reading' (duration: 2.352384059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082063961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:09:06.554514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.201848Z","time spent":"2.352656595s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:06.554577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.747868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:09:06.554583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901036633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T19:09:06.554591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353553406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:09:06.554688Z","caller":"traceutil/trace.go:171","msg":"trace[397208165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26543; }","duration":"2.901096864s","start":"2026-02-27T19:09:03.653511Z","end":"2026-02-27T19:09:06.554608Z","steps":["trace[397208165] 'agreement among raft nodes before linearized reading' (duration: 2.901003652s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.554421Z","caller":"traceutil/trace.go:171","msg":"trace[661869397] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26543; }","duration":"2.350568347s","start":"2026-02-27T19:09:04.203842Z","end":"2026-02-27T19:09:06.554411Z","steps":["trace[661869397] 'agreement among raft nodes before linearized reading' (duration: 2.350450774s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351186121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:09:06.554764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.707586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.554762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.653499Z","time spent":"2.901251388s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:09:06.554774Z","caller":"traceutil/trace.go:171","msg":"trace[1548221922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26543; }","duration":"2.351230712s","start":"2026-02-27T19:09:04.203528Z","end":"2026-02-27T19:09:06.554759Z","steps":["trace[1548221922] 'agreement among raft nodes before linearized reading' (duration: 2.351129689s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.554792Z","caller":"traceutil/trace.go:171","msg":"trace[1791422693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26543; }","duration":"338.797659ms","start":"2026-02-27T19:09:06.215986Z","end":"2026-02-27T19:09:06.554784Z","steps":["trace[1791422693] 'agreement among raft nodes before linearized reading' (duration: 338.747318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.215957Z","time spent":"338.85105ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:06.554832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.747865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.554701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.412954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:09:06.554888Z","caller":"traceutil/trace.go:171","msg":"trace[1879586626] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26543; }","duration":"490.840637ms","start":"2026-02-27T19:09:06.064032Z","end":"2026-02-27T19:09:06.554873Z","steps":["trace[1879586626] 'agreement among raft nodes before linearized reading' (duration: 490.757105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.5549Z","caller":"traceutil/trace.go:171","msg":"trace[1133003878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26543; }","duration":"250.65068ms","start":"2026-02-27T19:09:06.304235Z","end":"2026-02-27T19:09:06.554885Z","steps":["trace[1133003878] 'agreement among raft nodes before linearized reading' (duration: 250.418594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.064013Z","time spent":"490.912569ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:06.554944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.962647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.55449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781671501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:06.554977Z","caller":"traceutil/trace.go:171","msg":"trace[422215119] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26543; }","duration":"439.09568ms","start":"2026-02-27T19:09:06.115871Z","end":"2026-02-27T19:09:06.554967Z","steps":["trace[422215119] 'agreement among raft nodes before linearized reading' (duration: 439.040168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.203523Z","time spent":"2.351285373s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:06.554969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219438554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.555007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.115854Z","time spent":"439.145131ms","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:06.555004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.339264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:09:06.555026Z","caller":"traceutil/trace.go:171","msg":"trace[1908292979] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26543; }","duration":"1.219526477s","start":"2026-02-27T19:09:05.335487Z","end":"2026-02-27T19:09:06.555014Z","steps":["trace[1908292979] 'agreement among raft nodes before linearized reading' (duration: 1.219444455s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:06.555023Z","caller":"traceutil/trace.go:171","msg":"trace[1497557747] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26543; }","duration":"2.782213363s","start":"2026-02-27T19:09:03.772784Z","end":"2026-02-27T19:09:06.554998Z","steps":["trace[1497557747] 'agreement among raft nodes before linearized reading' (duration: 2.781668371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.555033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3856434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:06.555087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.772771Z","time spent":"2.782295896s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:06.555129Z","caller":"traceutil/trace.go:171","msg":"trace[140009648] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26543; }","duration":"1.385786344s","start":"2026-02-27T19:09:05.169319Z","end":"2026-02-27T19:09:06.555105Z","steps":["trace[140009648] 'agreement among raft nodes before linearized reading' (duration: 1.3856182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.203835Z","time spent":"2.350920255s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:09:06.55519Z","caller":"traceutil/trace.go:171","msg":"trace[342181686] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"2.354110298s","start":"2026-02-27T19:09:04.199641Z","end":"2026-02-27T19:09:06.553751Z","steps":["trace[342181686] 'process raft request' (duration: 2.271497237s)","trace[342181686] 'compare' (duration: 82.399607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:06.55519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:05.1693Z","time spent":"1.385874225s","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:06.554607Z","caller":"traceutil/trace.go:171","msg":"trace[1866211499] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26543; }","duration":"249.79927ms","start":"2026-02-27T19:09:06.304799Z","end":"2026-02-27T19:09:06.554598Z","steps":["trace[1866211499] 'agreement among raft nodes before linearized reading' (duration: 249.673587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.555255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.199622Z","time spent":"2.355598332s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:06.555067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:05.335468Z","time spent":"1.219587618s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:06.554564Z","caller":"traceutil/trace.go:171","msg":"trace[278741778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26543; }","duration":"3.082202465s","start":"2026-02-27T19:09:03.472338Z","end":"2026-02-27T19:09:06.55454Z","steps":["trace[278741778] 'agreement among raft nodes before linearized reading' (duration: 3.081946189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.555441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.472319Z","time spent":"3.083100075s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:09:06.554386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613371034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:06.555517Z","caller":"traceutil/trace.go:171","msg":"trace[11335278] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26543; }","duration":"3.61450394s","start":"2026-02-27T19:09:02.941003Z","end":"2026-02-27T19:09:06.555507Z","steps":["trace[11335278] 'agreement among raft nodes before linearized reading' (duration: 3.613347343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.555552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:02.940966Z","time spent":"3.614576292s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:06.554379Z","caller":"traceutil/trace.go:171","msg":"trace[2049638121] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26543; }","duration":"2.468339081s","start":"2026-02-27T19:09:04.086024Z","end":"2026-02-27T19:09:06.554364Z","steps":["trace[2049638121] 'agreement among raft nodes before linearized reading' (duration: 2.468221198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.555631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.086005Z","time spent":"2.469612921s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:06.554422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077924166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T19:09:06.555706Z","caller":"traceutil/trace.go:171","msg":"trace[1034389948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26543; }","duration":"3.079210975s","start":"2026-02-27T19:09:03.476467Z","end":"2026-02-27T19:09:06.555678Z","steps":["trace[1034389948] 'agreement among raft nodes before linearized reading' (duration: 3.077785242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.554419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.299958Z","time spent":"2.254426222s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:06.555756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:03.476457Z","time spent":"3.079284477s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:06.554506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353351811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:09:06.555857Z","caller":"traceutil/trace.go:171","msg":"trace[366175046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26543; }","duration":"2.354691052s","start":"2026-02-27T19:09:04.201146Z","end":"2026-02-27T19:09:06.555837Z","steps":["trace[366175046] 'agreement among raft nodes before linearized reading' (duration: 2.353259139s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.55592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.201121Z","time spent":"2.354780264s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:09:06.554716Z","caller":"traceutil/trace.go:171","msg":"trace[570674991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26543; }","duration":"2.353694468s","start":"2026-02-27T19:09:04.201009Z","end":"2026-02-27T19:09:06.554703Z","steps":["trace[570674991] 'agreement among raft nodes before linearized reading' (duration: 2.353519944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.555978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.201003Z","time spent":"2.354964899s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:06.554962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926581006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:06.556068Z","caller":"traceutil/trace.go:171","msg":"trace[237391768] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26543; }","duration":"1.927677662s","start":"2026-02-27T19:09:04.628344Z","end":"2026-02-27T19:09:06.556022Z","steps":["trace[237391768] 'agreement among raft nodes before linearized reading' (duration: 1.926584127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.556131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:04.628328Z","time spent":"1.927786374s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:06.556279Z","caller":"traceutil/trace.go:171","msg":"trace[1862235493] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26543; }","duration":"343.432466ms","start":"2026-02-27T19:09:06.211606Z","end":"2026-02-27T19:09:06.555039Z","steps":["trace[1862235493] 'agreement among raft nodes before linearized reading' (duration: 343.304233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:06.55634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.211586Z","time spent":"344.738106ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T19:09:07.059674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:07.560376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:08.060848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:08.290097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731111173s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:09.286295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.17716ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:09.286399Z","caller":"traceutil/trace.go:171","msg":"trace[562396578] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26543; }","duration":"770.288182ms","start":"2026-02-27T19:09:08.516092Z","end":"2026-02-27T19:09:09.28638Z","steps":["trace[562396578] 'range keys from in-memory index tree' (duration: 770.16254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:09.287581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.208403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:09.287663Z","caller":"traceutil/trace.go:171","msg":"trace[2146915065] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"2.728789436s","start":"2026-02-27T19:09:06.558858Z","end":"2026-02-27T19:09:09.287647Z","steps":["trace[2146915065] 'process raft request' (duration: 1.73145211s)","trace[2146915065] 'compare' (duration: 996.883705ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:09.28772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.558834Z","time spent":"2.728860558s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.131021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:10.131108Z","caller":"traceutil/trace.go:171","msg":"trace[1972702718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332653s","start":"2026-02-27T19:09:08.130755Z","end":"2026-02-27T19:09:10.131088Z","steps":["trace[1972702718] 'agreement among raft nodes before linearized reading' (duration: 2.000222561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.131162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:08.130736Z","time spent":"2.000409865s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:10.38044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090035907s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:10.453324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:09.780205Z","time spent":"673.112094ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:09:10.453491Z","caller":"traceutil/trace.go:171","msg":"trace[884366804] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"3.889267176s","start":"2026-02-27T19:09:06.564199Z","end":"2026-02-27T19:09:10.453467Z","steps":["trace[884366804] 'process raft request' (duration: 3.816451471s)","trace[884366804] 'compare' (duration: 72.451917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:10.453602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.564178Z","time spent":"3.889362128s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:10.453999Z","caller":"traceutil/trace.go:171","msg":"trace[1790218497] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"3.883068713s","start":"2026-02-27T19:09:06.570893Z","end":"2026-02-27T19:09:10.453962Z","steps":["trace[1790218497] 'process raft request' (duration: 3.8825345s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.45417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.57088Z","time spent":"3.883206355s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:10.454406Z","caller":"traceutil/trace.go:171","msg":"trace[685191720] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"3.882944179s","start":"2026-02-27T19:09:06.571445Z","end":"2026-02-27T19:09:10.454389Z","steps":["trace[685191720] 'process raft request' (duration: 3.882603742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.454503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.571438Z","time spent":"3.883023632s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:10.454667Z","caller":"traceutil/trace.go:171","msg":"trace[1014822283] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"3.883072772s","start":"2026-02-27T19:09:06.57157Z","end":"2026-02-27T19:09:10.454643Z","steps":["trace[1014822283] 'process raft request' (duration: 3.882577661s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:10.454659Z","caller":"traceutil/trace.go:171","msg":"trace[1527415296] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"3.883251847s","start":"2026-02-27T19:09:06.571377Z","end":"2026-02-27T19:09:10.454629Z","steps":["trace[1527415296] 'process raft request' (duration: 3.882610242s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:10.454657Z","caller":"traceutil/trace.go:171","msg":"trace[557460228] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"3.883475212s","start":"2026-02-27T19:09:06.571149Z","end":"2026-02-27T19:09:10.454624Z","steps":["trace[557460228] 'process raft request' (duration: 3.882781016s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:10.454688Z","caller":"traceutil/trace.go:171","msg":"trace[10429537] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"3.883728588s","start":"2026-02-27T19:09:06.570933Z","end":"2026-02-27T19:09:10.454661Z","steps":["trace[10429537] 'process raft request' (duration: 3.882874388s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:10.454689Z","caller":"traceutil/trace.go:171","msg":"trace[1105131544] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"3.881782673s","start":"2026-02-27T19:09:06.572881Z","end":"2026-02-27T19:09:10.454663Z","steps":["trace[1105131544] 'process raft request' (duration: 3.881326642s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:10.454755Z","caller":"traceutil/trace.go:171","msg":"trace[647163044] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"3.883228877s","start":"2026-02-27T19:09:06.571516Z","end":"2026-02-27T19:09:10.454745Z","steps":["trace[647163044] 'process raft request' (duration: 3.882581742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.454766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.571564Z","time spent":"3.883148305s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.454775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.570915Z","time spent":"3.883824351s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:10.45479Z","caller":"traceutil/trace.go:171","msg":"trace[417426400] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"3.118704688s","start":"2026-02-27T19:09:07.336077Z","end":"2026-02-27T19:09:10.454782Z","steps":["trace[417426400] 'process raft request' (duration: 3.118251247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.454803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.572872Z","time spent":"3.881879515s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.454814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.571365Z","time spent":"3.883361599s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.454815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.571509Z","time spent":"3.883276828s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.454821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.571141Z","time spent":"3.883595375s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:10.454757Z","caller":"traceutil/trace.go:171","msg":"trace[281516742] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"3.11704774s","start":"2026-02-27T19:09:07.337694Z","end":"2026-02-27T19:09:10.454742Z","steps":["trace[281516742] 'process raft request' (duration: 3.116689321s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:10.454669Z","caller":"traceutil/trace.go:171","msg":"trace[1547701674] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"3.119271341s","start":"2026-02-27T19:09:07.335368Z","end":"2026-02-27T19:09:10.45464Z","steps":["trace[1547701674] 'process raft request' (duration: 3.118910363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.454899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.336054Z","time spent":"3.11876875s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.454976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.335341Z","time spent":"3.119586908s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:10.454968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.337666Z","time spent":"3.117243995s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:10.455059Z","caller":"traceutil/trace.go:171","msg":"trace[977074681] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"3.117103991s","start":"2026-02-27T19:09:07.337937Z","end":"2026-02-27T19:09:10.45504Z","steps":["trace[977074681] 'process raft request' (duration: 3.116496516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:10.45517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.337922Z","time spent":"3.117197943s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:11.689868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235353603s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:09:11.689984Z","caller":"traceutil/trace.go:171","msg":"trace[500465922] linearizableReadLoop","detail":"{readStateIndex:27839; appliedIndex:27824; }","duration":"5.130900305s","start":"2026-02-27T19:09:06.559064Z","end":"2026-02-27T19:09:11.689965Z","steps":["trace[500465922] 'read index received' (duration: 1.731256006s)","trace[500465922] 'applied index is now lower than readState.Index' (duration: 3.399642429s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:11.690578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.131317964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:09:11.690606Z","caller":"traceutil/trace.go:171","msg":"trace[1107190658] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26557; }","duration":"5.13158114s","start":"2026-02-27T19:09:06.559016Z","end":"2026-02-27T19:09:11.690598Z","steps":["trace[1107190658] 'agreement among raft nodes before linearized reading' (duration: 5.131274573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:11.690647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.558998Z","time spent":"5.131623361s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:12.132099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:12.13219Z","caller":"traceutil/trace.go:171","msg":"trace[966450791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525376s","start":"2026-02-27T19:09:10.131645Z","end":"2026-02-27T19:09:12.13217Z","steps":["trace[966450791] 'agreement among raft nodes before linearized reading' (duration: 2.000405283s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.13224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:10.131624Z","time spent":"2.000605778s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:12.190997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366106,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:09:12.194481Z","caller":"traceutil/trace.go:171","msg":"trace[357629556] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"628.507862ms","start":"2026-02-27T19:09:11.56595Z","end":"2026-02-27T19:09:12.194458Z","steps":["trace[357629556] 'process raft request' (duration: 628.303717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.194678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:11.565921Z","time spent":"628.657256ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:12.227085Z","caller":"traceutil/trace.go:171","msg":"trace[1030211527] linearizableReadLoop","detail":"{readStateIndex:27841; appliedIndex:27839; }","duration":"536.979235ms","start":"2026-02-27T19:09:11.690079Z","end":"2026-02-27T19:09:12.227058Z","steps":["trace[1030211527] 'read index received' (duration: 504.160235ms)","trace[1030211527] 'applied index is now lower than readState.Index' (duration: 32.81782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:12.2273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918517853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.227326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786884086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.227361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.721696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.22738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429184588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:09:12.227481Z","caller":"traceutil/trace.go:171","msg":"trace[720909981] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"531.115839ms","start":"2026-02-27T19:09:11.696355Z","end":"2026-02-27T19:09:12.227471Z","steps":["trace[720909981] 'process raft request' (duration: 530.533546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538700416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:12.227524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021121725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:09:12.227553Z","caller":"traceutil/trace.go:171","msg":"trace[203338388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26559; }","duration":"3.538806828s","start":"2026-02-27T19:09:08.688735Z","end":"2026-02-27T19:09:12.227542Z","steps":["trace[203338388] 'agreement among raft nodes before linearized reading' (duration: 3.538715506s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:12.227526Z","caller":"traceutil/trace.go:171","msg":"trace[1283785187] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26559; }","duration":"1.429396513s","start":"2026-02-27T19:09:10.798108Z","end":"2026-02-27T19:09:12.227504Z","steps":["trace[1283785187] 'agreement among raft nodes before linearized reading' (duration: 1.429046015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106765148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:12.227575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117857576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-27T19:09:12.227591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328650088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.227616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:08.688697Z","time spent":"3.53890426s","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.227638Z","caller":"traceutil/trace.go:171","msg":"trace[1289466453] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26559; }","duration":"1.106911781s","start":"2026-02-27T19:09:11.120687Z","end":"2026-02-27T19:09:12.227599Z","steps":["trace[1289466453] 'agreement among raft nodes before linearized reading' (duration: 1.106718557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176608804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:12.227618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:10.798088Z","time spent":"1.429516585s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:09:12.227669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.615750816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.227599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:11.696332Z","time spent":"531.202461ms","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:12.227685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:11.120675Z","time spent":"1.107000774s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.227715Z","caller":"traceutil/trace.go:171","msg":"trace[1989042006] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26559; }","duration":"4.615812957s","start":"2026-02-27T19:09:07.611879Z","end":"2026-02-27T19:09:12.227692Z","steps":["trace[1989042006] 'agreement among raft nodes before linearized reading' (duration: 4.615757386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266138827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:12.227725Z","caller":"traceutil/trace.go:171","msg":"trace[1209899556] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26559; }","duration":"1.176695026s","start":"2026-02-27T19:09:11.050988Z","end":"2026-02-27T19:09:12.227683Z","steps":["trace[1209899556] 'agreement among raft nodes before linearized reading' (duration: 1.176615484s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:12.227761Z","caller":"traceutil/trace.go:171","msg":"trace[1162588648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26559; }","duration":"4.266209049s","start":"2026-02-27T19:09:07.961543Z","end":"2026-02-27T19:09:12.227752Z","steps":["trace[1162588648] 'agreement among raft nodes before linearized reading' (duration: 4.266154687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.611864Z","time spent":"4.61589394s","remote":"127.0.0.1:42594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:12.227768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661325697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17027"} {"level":"warn","ts":"2026-02-27T19:09:12.227781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:11.050968Z","time spent":"1.176802048s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:12.2278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.961522Z","time spent":"4.26627089s","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.227815Z","caller":"traceutil/trace.go:171","msg":"trace[1004761079] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26559; }","duration":"5.661370538s","start":"2026-02-27T19:09:06.566432Z","end":"2026-02-27T19:09:12.227803Z","steps":["trace[1004761079] 'agreement among raft nodes before linearized reading' (duration: 5.661229615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.566405Z","time spent":"5.66145372s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T19:09:12.227934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666292877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:12.227979Z","caller":"traceutil/trace.go:171","msg":"trace[2112255007] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26559; }","duration":"3.66634754s","start":"2026-02-27T19:09:08.561621Z","end":"2026-02-27T19:09:12.227969Z","steps":["trace[2112255007] 'agreement among raft nodes before linearized reading' (duration: 3.666264648s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:12.227433Z","caller":"traceutil/trace.go:171","msg":"trace[1399197712] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26559; }","duration":"752.807398ms","start":"2026-02-27T19:09:11.474607Z","end":"2026-02-27T19:09:12.227414Z","steps":["trace[1399197712] 'agreement among raft nodes before linearized reading' (duration: 752.677735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.228017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:08.561559Z","time spent":"3.666450172s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:12.228048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:11.474547Z","time spent":"753.489024ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.227413Z","caller":"traceutil/trace.go:171","msg":"trace[2080742418] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26559; }","duration":"3.918717378s","start":"2026-02-27T19:09:08.308666Z","end":"2026-02-27T19:09:12.227383Z","steps":["trace[2080742418] 'agreement among raft nodes before linearized reading' (duration: 3.918449572s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449862346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:12.22816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666053147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.228181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:08.308643Z","time spent":"3.919523497s","remote":"127.0.0.1:34524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.228214Z","caller":"traceutil/trace.go:171","msg":"trace[600101752] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26559; }","duration":"5.666123718s","start":"2026-02-27T19:09:06.562071Z","end":"2026-02-27T19:09:12.228194Z","steps":["trace[600101752] 'agreement among raft nodes before linearized reading' (duration: 5.666027726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.227541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53370969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:12.228223Z","caller":"traceutil/trace.go:171","msg":"trace[1331789989] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26559; }","duration":"5.45050664s","start":"2026-02-27T19:09:06.777699Z","end":"2026-02-27T19:09:12.228205Z","steps":["trace[1331789989] 'agreement among raft nodes before linearized reading' (duration: 5.449898346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:12.228313Z","caller":"traceutil/trace.go:171","msg":"trace[146513886] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26559; }","duration":"3.534533389s","start":"2026-02-27T19:09:08.693768Z","end":"2026-02-27T19:09:12.228301Z","steps":["trace[146513886] 'agreement among raft nodes before linearized reading' (duration: 3.53367713s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.228322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.777667Z","time spent":"5.450642134s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.227616Z","caller":"traceutil/trace.go:171","msg":"trace[446820841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26559; }","duration":"4.117934398s","start":"2026-02-27T19:09:08.109669Z","end":"2026-02-27T19:09:12.227603Z","steps":["trace[446820841] 'agreement among raft nodes before linearized reading' (duration: 4.117777085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.228383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.879098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:12.227674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609947522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:12.228401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:08.109647Z","time spent":"4.118743166s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-02-27T19:09:12.228438Z","caller":"traceutil/trace.go:171","msg":"trace[1746648238] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26559; }","duration":"4.610762941s","start":"2026-02-27T19:09:07.617661Z","end":"2026-02-27T19:09:12.228424Z","steps":["trace[1746648238] 'agreement among raft nodes before linearized reading' (duration: 4.609970273s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:12.227573Z","caller":"traceutil/trace.go:171","msg":"trace[3986919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26559; }","duration":"5.021218697s","start":"2026-02-27T19:09:07.206339Z","end":"2026-02-27T19:09:12.227558Z","steps":["trace[3986919] 'agreement among raft nodes before linearized reading' (duration: 5.021088504s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:12.22851Z","caller":"traceutil/trace.go:171","msg":"trace[2114832522] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26559; }","duration":"251.991901ms","start":"2026-02-27T19:09:11.976418Z","end":"2026-02-27T19:09:12.22841Z","steps":["trace[2114832522] 'agreement among raft nodes before linearized reading' (duration: 251.896139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.228533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.20631Z","time spent":"5.02220768s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:09:12.228274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:06.56206Z","time spent":"5.666198509s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:09:12.22836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:08.693754Z","time spent":"3.53459325s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.22766Z","caller":"traceutil/trace.go:171","msg":"trace[1487336982] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26559; }","duration":"2.328759181s","start":"2026-02-27T19:09:09.898885Z","end":"2026-02-27T19:09:12.227644Z","steps":["trace[1487336982] 'agreement among raft nodes before linearized reading' (duration: 2.328639088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.228896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:09.898865Z","time spent":"2.33001281s","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:12.227415Z","caller":"traceutil/trace.go:171","msg":"trace[1566534813] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26559; }","duration":"4.787032699s","start":"2026-02-27T19:09:07.440363Z","end":"2026-02-27T19:09:12.227396Z","steps":["trace[1566534813] 'agreement among raft nodes before linearized reading' (duration: 4.786840675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.228993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.440348Z","time spent":"4.788627276s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:12.228486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.617623Z","time spent":"4.610847802s","remote":"127.0.0.1:43282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:12.227404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967982456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:09:12.229124Z","caller":"traceutil/trace.go:171","msg":"trace[436380882] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26559; }","duration":"4.969769387s","start":"2026-02-27T19:09:07.259338Z","end":"2026-02-27T19:09:12.229107Z","steps":["trace[436380882] 'agreement among raft nodes before linearized reading' (duration: 4.967872983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:12.229196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:07.259306Z","time spent":"4.96987059s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":185,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:12.733111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:13.509506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.563818ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T19:09:13.509643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.230712Z","time spent":"1.278927301s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:09:14.316207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37918392s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:15.11485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.300621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:15.115303Z","caller":"traceutil/trace.go:171","msg":"trace[1379768115] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"1.053033475s","start":"2026-02-27T19:09:14.062251Z","end":"2026-02-27T19:09:15.115285Z","steps":["trace[1379768115] 'process raft request' (duration: 1.052989754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.115392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:14.062227Z","time spent":"1.053119846s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:15.115789Z","caller":"traceutil/trace.go:171","msg":"trace[166275163] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"2.884056159s","start":"2026-02-27T19:09:12.23172Z","end":"2026-02-27T19:09:15.115776Z","steps":["trace[166275163] 'process raft request' (duration: 2.084719575s)","trace[166275163] 'compare' (duration: 797.625025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:15.115852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.231705Z","time spent":"2.88411551s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:15.116146Z","caller":"traceutil/trace.go:171","msg":"trace[1633015505] linearizableReadLoop","detail":"{readStateIndex:27847; appliedIndex:27841; }","duration":"2.88323741s","start":"2026-02-27T19:09:12.232897Z","end":"2026-02-27T19:09:15.116135Z","steps":["trace[1633015505] 'read index received' (duration: 704.05248ms)","trace[1633015505] 'applied index is now lower than readState.Index' (duration: 2.17918375s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:15.116232Z","caller":"traceutil/trace.go:171","msg":"trace[1785931911] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"1.604504033s","start":"2026-02-27T19:09:13.511717Z","end":"2026-02-27T19:09:15.116221Z","steps":["trace[1785931911] 'process raft request' (duration: 1.603482429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.116286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:13.511694Z","time spent":"1.604563434s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:15.116455Z","caller":"traceutil/trace.go:171","msg":"trace[1380326134] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"2.654943168s","start":"2026-02-27T19:09:12.461454Z","end":"2026-02-27T19:09:15.116398Z","steps":["trace[1380326134] 'process raft request' (duration: 2.653636777s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.116629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88370235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66cba46c-20be-46bd-be7f-9d72a0bf5d8c\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-02-27T19:09:15.116671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.461445Z","time spent":"2.655080101s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:15.116717Z","caller":"traceutil/trace.go:171","msg":"trace[831809816] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66cba46c-20be-46bd-be7f-9d72a0bf5d8c; range_end:; response_count:1; response_revision:26566; }","duration":"2.883823784s","start":"2026-02-27T19:09:12.232875Z","end":"2026-02-27T19:09:15.116699Z","steps":["trace[831809816] 'agreement among raft nodes before linearized reading' (duration: 2.883533007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.116726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883540817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-27T19:09:15.116771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.232869Z","time spent":"2.883889335s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-66cba46c-20be-46bd-be7f-9d72a0bf5d8c\" "} {"level":"warn","ts":"2026-02-27T19:09:15.116782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656565585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:09:15.116796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186351689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:15.116782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076226938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:15.116811Z","caller":"traceutil/trace.go:171","msg":"trace[1639433212] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26566; }","duration":"2.883628849s","start":"2026-02-27T19:09:12.233167Z","end":"2026-02-27T19:09:15.116796Z","steps":["trace[1639433212] 'agreement among raft nodes before linearized reading' (duration: 2.883291931s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:15.116875Z","caller":"traceutil/trace.go:171","msg":"trace[508588933] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26566; }","duration":"2.076373411s","start":"2026-02-27T19:09:13.040479Z","end":"2026-02-27T19:09:15.116853Z","steps":["trace[508588933] 'agreement among raft nodes before linearized reading' (duration: 2.076212907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.116895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.731111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:15.116904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.23315Z","time spent":"2.883743262s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:09:15.116926Z","caller":"traceutil/trace.go:171","msg":"trace[1691124293] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26566; }","duration":"728.799193ms","start":"2026-02-27T19:09:14.388119Z","end":"2026-02-27T19:09:15.116918Z","steps":["trace[1691124293] 'agreement among raft nodes before linearized reading' (duration: 728.739711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.116941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656732939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:09:15.116958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:14.388099Z","time spent":"728.850623ms","remote":"127.0.0.1:37320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:15.116977Z","caller":"traceutil/trace.go:171","msg":"trace[631643893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26566; }","duration":"2.656817321s","start":"2026-02-27T19:09:12.460151Z","end":"2026-02-27T19:09:15.116968Z","steps":["trace[631643893] 'agreement among raft nodes before linearized reading' (duration: 2.656709248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.117012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.460127Z","time spent":"2.656876463s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:15.117026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006364941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:15.117053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.670366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:15.117088Z","caller":"traceutil/trace.go:171","msg":"trace[1995972790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26566; }","duration":"985.742537ms","start":"2026-02-27T19:09:14.131337Z","end":"2026-02-27T19:09:15.11708Z","steps":["trace[1995972790] 'agreement among raft nodes before linearized reading' (duration: 985.694026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:15.117069Z","caller":"traceutil/trace.go:171","msg":"trace[707219206] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26566; }","duration":"2.006433833s","start":"2026-02-27T19:09:13.110621Z","end":"2026-02-27T19:09:15.117055Z","steps":["trace[707219206] 'agreement among raft nodes before linearized reading' (duration: 2.006346431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.117111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:14.131317Z","time spent":"985.789078ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:15.116939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:13.040459Z","time spent":"2.076464253s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:15.11714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:13.110605Z","time spent":"2.006521204s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:15.116839Z","caller":"traceutil/trace.go:171","msg":"trace[1787424447] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26566; }","duration":"2.656724208s","start":"2026-02-27T19:09:12.460097Z","end":"2026-02-27T19:09:15.116821Z","steps":["trace[1787424447] 'agreement among raft nodes before linearized reading' (duration: 2.656422071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.117274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.460086Z","time spent":"2.65717688s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:15.1173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65763859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:09:15.116453Z","caller":"traceutil/trace.go:171","msg":"trace[1074931194] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"2.654316843s","start":"2026-02-27T19:09:12.462098Z","end":"2026-02-27T19:09:15.116415Z","steps":["trace[1074931194] 'process raft request' (duration: 2.653032423s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:15.11735Z","caller":"traceutil/trace.go:171","msg":"trace[1440610286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26566; }","duration":"2.657732102s","start":"2026-02-27T19:09:12.459606Z","end":"2026-02-27T19:09:15.117338Z","steps":["trace[1440610286] 'agreement among raft nodes before linearized reading' (duration: 2.657360044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.117387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.459586Z","time spent":"2.657793753s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:09:15.116157Z","caller":"traceutil/trace.go:171","msg":"trace[897260199] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"2.653884773s","start":"2026-02-27T19:09:12.462225Z","end":"2026-02-27T19:09:15.11611Z","steps":["trace[897260199] 'process raft request' (duration: 2.652938941s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.117441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.462088Z","time spent":"2.655269775s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:15.117574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.462206Z","time spent":"2.655281975s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:15.116838Z","caller":"traceutil/trace.go:171","msg":"trace[1568766933] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26566; }","duration":"1.186397841s","start":"2026-02-27T19:09:13.930428Z","end":"2026-02-27T19:09:15.116826Z","steps":["trace[1568766933] 'agreement among raft nodes before linearized reading' (duration: 1.186255707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.117732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:13.930374Z","time spent":"1.187341872s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:15.118026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659460632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T19:09:15.118074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.430303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:15.118113Z","caller":"traceutil/trace.go:171","msg":"trace[1615050446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26566; }","duration":"2.659621026s","start":"2026-02-27T19:09:12.458479Z","end":"2026-02-27T19:09:15.1181Z","steps":["trace[1615050446] 'agreement among raft nodes before linearized reading' (duration: 2.659395531s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:15.118144Z","caller":"traceutil/trace.go:171","msg":"trace[1409107033] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26566; }","duration":"973.505844ms","start":"2026-02-27T19:09:14.144615Z","end":"2026-02-27T19:09:15.118121Z","steps":["trace[1409107033] 'agreement among raft nodes before linearized reading' (duration: 973.376231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.118126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882726868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-02-27T19:09:15.118208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:14.144548Z","time spent":"973.644347ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:15.118212Z","caller":"traceutil/trace.go:171","msg":"trace[2021597270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26566; }","duration":"2.8828161s","start":"2026-02-27T19:09:12.23538Z","end":"2026-02-27T19:09:15.118196Z","steps":["trace[2021597270] 'agreement among raft nodes before linearized reading' (duration: 2.882637866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.118291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.23533Z","time spent":"2.882949903s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:09:15.118304Z","caller":"traceutil/trace.go:171","msg":"trace[1277746984] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"2.657098488s","start":"2026-02-27T19:09:12.461159Z","end":"2026-02-27T19:09:15.118258Z","steps":["trace[1277746984] 'process raft request' (duration: 2.653796181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.118153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.458455Z","time spent":"2.659683477s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:15.118406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.461138Z","time spent":"2.65721507s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:15.11971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659831971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T19:09:15.119768Z","caller":"traceutil/trace.go:171","msg":"trace[400200490] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26566; }","duration":"2.659889882s","start":"2026-02-27T19:09:12.459868Z","end":"2026-02-27T19:09:15.119758Z","steps":["trace[400200490] 'agreement among raft nodes before linearized reading' (duration: 2.65977301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.119811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883305961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:15.119874Z","caller":"traceutil/trace.go:171","msg":"trace[707352243] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26566; }","duration":"2.883390474s","start":"2026-02-27T19:09:12.236467Z","end":"2026-02-27T19:09:15.119858Z","steps":["trace[707352243] 'agreement among raft nodes before linearized reading' (duration: 2.883289091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.119894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660042855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:09:15.11997Z","caller":"traceutil/trace.go:171","msg":"trace[1016726985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26566; }","duration":"2.660132718s","start":"2026-02-27T19:09:12.459816Z","end":"2026-02-27T19:09:15.119949Z","steps":["trace[1016726985] 'agreement among raft nodes before linearized reading' (duration: 2.659932383s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.12002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.45981Z","time spent":"2.660199429s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:15.11992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.23645Z","time spent":"2.883457065s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:09:15.119834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.459844Z","time spent":"2.659959723s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:09:15.120004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660193399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:09:15.120262Z","caller":"traceutil/trace.go:171","msg":"trace[1180439099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26566; }","duration":"2.660460565s","start":"2026-02-27T19:09:12.459752Z","end":"2026-02-27T19:09:15.120212Z","steps":["trace[1180439099] 'agreement among raft nodes before linearized reading' (duration: 2.660036695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:15.120346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:12.459725Z","time spent":"2.660607909s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:09:15.625098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:16.185702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.81696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:16.185829Z","caller":"traceutil/trace.go:171","msg":"trace[1856026954] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"1.062942834s","start":"2026-02-27T19:09:15.122864Z","end":"2026-02-27T19:09:16.185807Z","steps":["trace[1856026954] 'process raft request' (duration: 946.888049ms)","trace[1856026954] 'compare' (duration: 115.632716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:16.185913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.122852Z","time spent":"1.063021096s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:16.303665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.123907Z","time spent":"1.179749256s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:09:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:17.499136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264035095s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:18.13003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:18.130349Z","caller":"traceutil/trace.go:171","msg":"trace[1576472935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223749s","start":"2026-02-27T19:09:16.13011Z","end":"2026-02-27T19:09:18.130334Z","steps":["trace[1576472935] 'agreement among raft nodes before linearized reading' (duration: 1.999883811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.130393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:16.13009Z","time spent":"2.000292621s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:09:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:18.311957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.379227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:18.312251Z","caller":"traceutil/trace.go:171","msg":"trace[2123176919] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"3.188220226s","start":"2026-02-27T19:09:15.124008Z","end":"2026-02-27T19:09:18.312229Z","steps":["trace[2123176919] 'process raft request' (duration: 3.188054702s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.312361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.123994Z","time spent":"3.188312638s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:18.312652Z","caller":"traceutil/trace.go:171","msg":"trace[303860963] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"3.188545633s","start":"2026-02-27T19:09:15.124075Z","end":"2026-02-27T19:09:18.312621Z","steps":["trace[303860963] 'process raft request' (duration: 3.188100763s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:18.312899Z","caller":"traceutil/trace.go:171","msg":"trace[1075734755] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"3.188754528s","start":"2026-02-27T19:09:15.124123Z","end":"2026-02-27T19:09:18.312877Z","steps":["trace[1075734755] 'process raft request' (duration: 3.188336559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.313025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.124116Z","time spent":"3.1888426s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:18.313133Z","caller":"traceutil/trace.go:171","msg":"trace[912201688] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"3.188956944s","start":"2026-02-27T19:09:15.124152Z","end":"2026-02-27T19:09:18.313108Z","steps":["trace[912201688] 'process raft request' (duration: 3.188620966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.313347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.124138Z","time spent":"3.189094467s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:18.313352Z","caller":"traceutil/trace.go:171","msg":"trace[1274940940] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"3.188251587s","start":"2026-02-27T19:09:15.125072Z","end":"2026-02-27T19:09:18.313324Z","steps":["trace[1274940940] 'process raft request' (duration: 3.187898949s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:18.313353Z","caller":"traceutil/trace.go:171","msg":"trace[1969620872] linearizableReadLoop","detail":"{readStateIndex:27858; appliedIndex:27849; }","duration":"3.188614725s","start":"2026-02-27T19:09:15.124721Z","end":"2026-02-27T19:09:18.313336Z","steps":["trace[1969620872] 'read index received' (duration: 945.040705ms)","trace[1969620872] 'applied index is now lower than readState.Index' (duration: 2.24357315s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:18.313476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188748059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:18.313515Z","caller":"traceutil/trace.go:171","msg":"trace[973094045] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26575; }","duration":"3.189132747s","start":"2026-02-27T19:09:15.124373Z","end":"2026-02-27T19:09:18.313505Z","steps":["trace[973094045] 'agreement among raft nodes before linearized reading' (duration: 3.189005644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.313567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.124365Z","time spent":"3.189194029s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T19:09:18.313574Z","caller":"traceutil/trace.go:171","msg":"trace[1502771522] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"3.152433499s","start":"2026-02-27T19:09:15.161111Z","end":"2026-02-27T19:09:18.313545Z","steps":["trace[1502771522] 'process raft request' (duration: 3.152125292s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.313471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.125059Z","time spent":"3.18836209s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:18.313357Z","caller":"traceutil/trace.go:171","msg":"trace[1290973783] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"3.188049492s","start":"2026-02-27T19:09:15.125287Z","end":"2026-02-27T19:09:18.313337Z","steps":["trace[1290973783] 'process raft request' (duration: 3.187859998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:18.313723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.161082Z","time spent":"3.152564892s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:18.313813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.125278Z","time spent":"3.188436242s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:18.313942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.124069Z","time spent":"3.188748149s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:18.813758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:19.094882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595572028s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:19.340011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.965035ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:19.340192Z","caller":"traceutil/trace.go:171","msg":"trace[1410722134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26575; }","duration":"824.154059ms","start":"2026-02-27T19:09:18.516008Z","end":"2026-02-27T19:09:19.340162Z","steps":["trace[1410722134] 'range keys from in-memory index tree' (duration: 823.942194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:20.13039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:20.130479Z","caller":"traceutil/trace.go:171","msg":"trace[952046701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021703s","start":"2026-02-27T19:09:18.130241Z","end":"2026-02-27T19:09:20.130458Z","steps":["trace[952046701] 'agreement among raft nodes before linearized reading' (duration: 2.000105427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:20.130529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:18.130222Z","time spent":"2.000297232s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:09:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:20.863993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:20.864083Z","caller":"traceutil/trace.go:171","msg":"trace[590503996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463755s","start":"2026-02-27T19:09:18.863598Z","end":"2026-02-27T19:09:20.864062Z","steps":["trace[590503996] 'agreement among raft nodes before linearized reading' (duration: 2.000348183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:20.864132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:18.863575Z","time spent":"2.000546428s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:09:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:21.024632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929481492s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:09:21.026114Z","caller":"traceutil/trace.go:171","msg":"trace[1461428931] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"4.196177757s","start":"2026-02-27T19:09:16.829913Z","end":"2026-02-27T19:09:21.026091Z","steps":["trace[1461428931] 'process raft request' (duration: 4.194814286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.026248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:16.829887Z","time spent":"4.196277129s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:21.126765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.554747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:21.127075Z","caller":"traceutil/trace.go:171","msg":"trace[382121234] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"4.229822396s","start":"2026-02-27T19:09:16.897216Z","end":"2026-02-27T19:09:21.127038Z","steps":["trace[382121234] 'process raft request' (duration: 4.12886023s)","trace[382121234] 'compare' (duration: 99.912262ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:21.127106Z","caller":"traceutil/trace.go:171","msg":"trace[1974257724] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"4.003799046s","start":"2026-02-27T19:09:17.123294Z","end":"2026-02-27T19:09:21.127093Z","steps":["trace[1974257724] 'process raft request' (duration: 4.003602942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.127166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.12327Z","time spent":"4.003863687s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:21.127173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:16.897187Z","time spent":"4.229939848s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:21.127366Z","caller":"traceutil/trace.go:171","msg":"trace[522240971] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"4.003822996s","start":"2026-02-27T19:09:17.123515Z","end":"2026-02-27T19:09:21.127338Z","steps":["trace[522240971] 'process raft request' (duration: 4.003511609s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:21.127429Z","caller":"traceutil/trace.go:171","msg":"trace[1429680469] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"4.003332115s","start":"2026-02-27T19:09:17.124076Z","end":"2026-02-27T19:09:21.127408Z","steps":["trace[1429680469] 'process raft request' (duration: 4.003232692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.1275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.123507Z","time spent":"4.003923039s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:21.12753Z","caller":"traceutil/trace.go:171","msg":"trace[1932333325] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"4.001996664s","start":"2026-02-27T19:09:17.125523Z","end":"2026-02-27T19:09:21.12752Z","steps":["trace[1932333325] 'process raft request' (duration: 4.001846551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.127552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.124066Z","time spent":"4.003423348s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:21.127593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.125492Z","time spent":"4.002065496s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:21.127747Z","caller":"traceutil/trace.go:171","msg":"trace[2078076328] linearizableReadLoop","detail":"{readStateIndex:27866; appliedIndex:27858; }","duration":"2.814253794s","start":"2026-02-27T19:09:18.313483Z","end":"2026-02-27T19:09:21.127737Z","steps":["trace[2078076328] 'read index received' (duration: 781.568884ms)","trace[2078076328] 'applied index is now lower than readState.Index' (duration: 2.03268391s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:21.127805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1241008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.127845Z","caller":"traceutil/trace.go:171","msg":"trace[102138246] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26582; }","duration":"4.124175202s","start":"2026-02-27T19:09:17.003658Z","end":"2026-02-27T19:09:21.127833Z","steps":["trace[102138246] 'agreement among raft nodes before linearized reading' (duration: 4.12409342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.127858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.524123013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:21.127884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.003638Z","time spent":"4.124238963s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:21.127894Z","caller":"traceutil/trace.go:171","msg":"trace[2110137943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26582; }","duration":"5.524161004s","start":"2026-02-27T19:09:15.603722Z","end":"2026-02-27T19:09:21.127883Z","steps":["trace[2110137943] 'agreement among raft nodes before linearized reading' (duration: 5.524098642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.127897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457130445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:21.127927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.603666Z","time spent":"5.524251316s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.127973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827821342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.128007Z","caller":"traceutil/trace.go:171","msg":"trace[835379434] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26582; }","duration":"4.827880193s","start":"2026-02-27T19:09:16.300118Z","end":"2026-02-27T19:09:21.127998Z","steps":["trace[835379434] 'agreement among raft nodes before linearized reading' (duration: 4.827833172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:16.300103Z","time spent":"4.827931494s","remote":"127.0.0.1:35570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:21.128054Z","caller":"traceutil/trace.go:171","msg":"trace[1929244598] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"3.928003692s","start":"2026-02-27T19:09:17.20004Z","end":"2026-02-27T19:09:21.128044Z","steps":["trace[1929244598] 'process raft request' (duration: 3.927431859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88443514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.128146Z","caller":"traceutil/trace.go:171","msg":"trace[2133308779] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26582; }","duration":"5.884510402s","start":"2026-02-27T19:09:15.243626Z","end":"2026-02-27T19:09:21.128137Z","steps":["trace[2133308779] 'agreement among raft nodes before linearized reading' (duration: 5.88445607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.243609Z","time spent":"5.884563572s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.12828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233298944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.128321Z","caller":"traceutil/trace.go:171","msg":"trace[973024606] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26582; }","duration":"5.233358925s","start":"2026-02-27T19:09:15.894953Z","end":"2026-02-27T19:09:21.128312Z","steps":["trace[973024606] 'agreement among raft nodes before linearized reading' (duration: 5.233295363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182221988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:21.128355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.894943Z","time spent":"5.233404606s","remote":"127.0.0.1:45144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:21.128368Z","caller":"traceutil/trace.go:171","msg":"trace[1669810355] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26582; }","duration":"3.18229198s","start":"2026-02-27T19:09:17.946064Z","end":"2026-02-27T19:09:21.128356Z","steps":["trace[1669810355] 'agreement among raft nodes before linearized reading' (duration: 3.182241469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003151616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-27T19:09:21.12838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972292907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.128405Z","caller":"traceutil/trace.go:171","msg":"trace[379600938] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77566d75-a21d-4dd8-a687-dab9388ee44c; range_end:; response_count:1; response_revision:26582; }","duration":"6.003191057s","start":"2026-02-27T19:09:15.125206Z","end":"2026-02-27T19:09:21.128397Z","steps":["trace[379600938] 'agreement among raft nodes before linearized reading' (duration: 6.003141805s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.125197Z","time spent":"6.003230497s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" "} {"level":"info","ts":"2026-02-27T19:09:21.128438Z","caller":"traceutil/trace.go:171","msg":"trace[918839107] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26582; }","duration":"3.972389889s","start":"2026-02-27T19:09:17.156034Z","end":"2026-02-27T19:09:21.128424Z","steps":["trace[918839107] 'agreement among raft nodes before linearized reading' (duration: 3.972293857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.156015Z","time spent":"3.972454371s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.12828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93809256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:09:21.1286Z","caller":"traceutil/trace.go:171","msg":"trace[483751102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26582; }","duration":"2.938443187s","start":"2026-02-27T19:09:18.190145Z","end":"2026-02-27T19:09:21.128588Z","steps":["trace[483751102] 'agreement among raft nodes before linearized reading' (duration: 2.938024107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:18.190129Z","time spent":"2.938501859s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:21.128653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611585802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.1287Z","caller":"traceutil/trace.go:171","msg":"trace[318995751] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26582; }","duration":"3.611669164s","start":"2026-02-27T19:09:17.517018Z","end":"2026-02-27T19:09:21.128687Z","steps":["trace[318995751] 'agreement among raft nodes before linearized reading' (duration: 3.611603083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.516994Z","time spent":"3.611732315s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.128401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.946046Z","time spent":"3.182347291s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.128752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810924947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:09:21.128791Z","caller":"traceutil/trace.go:171","msg":"trace[1036846704] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26582; }","duration":"2.8110143s","start":"2026-02-27T19:09:18.317767Z","end":"2026-02-27T19:09:21.128781Z","steps":["trace[1036846704] 'agreement among raft nodes before linearized reading' (duration: 2.810878326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.12883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:18.317561Z","time spent":"2.811261834s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:09:21.127932Z","caller":"traceutil/trace.go:171","msg":"trace[1265671675] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26582; }","duration":"4.457191497s","start":"2026-02-27T19:09:16.670728Z","end":"2026-02-27T19:09:21.127919Z","steps":["trace[1265671675] 'agreement among raft nodes before linearized reading' (duration: 4.457141645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396967786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:21.127842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.284311573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:21.128943Z","caller":"traceutil/trace.go:171","msg":"trace[1796933281] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26582; }","duration":"3.397035598s","start":"2026-02-27T19:09:17.731898Z","end":"2026-02-27T19:09:21.128933Z","steps":["trace[1796933281] 'agreement among raft nodes before linearized reading' (duration: 3.396986507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.128973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.731879Z","time spent":"3.39708634s","remote":"127.0.0.1:45328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.128112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:17.200013Z","time spent":"3.928063844s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:21.12833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.002921711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:21.128939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:16.670709Z","time spent":"4.45821752s","remote":"127.0.0.1:43538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:21.129099Z","caller":"traceutil/trace.go:171","msg":"trace[911554608] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26582; }","duration":"6.003696649s","start":"2026-02-27T19:09:15.125388Z","end":"2026-02-27T19:09:21.129085Z","steps":["trace[911554608] 'agreement among raft nodes before linearized reading' (duration: 6.00291398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.129338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.125381Z","time spent":"6.003944064s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.857061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T19:09:21.129401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018206208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.129419Z","caller":"traceutil/trace.go:171","msg":"trace[1491343796] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26582; }","duration":"329.888132ms","start":"2026-02-27T19:09:20.799522Z","end":"2026-02-27T19:09:21.12941Z","steps":["trace[1491343796] 'agreement among raft nodes before linearized reading' (duration: 329.80322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:21.129437Z","caller":"traceutil/trace.go:171","msg":"trace[865658699] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26582; }","duration":"1.018284319s","start":"2026-02-27T19:09:20.111142Z","end":"2026-02-27T19:09:21.129427Z","steps":["trace[865658699] 'agreement among raft nodes before linearized reading' (duration: 1.018224898s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.129445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.799464Z","time spent":"329.975534ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.111122Z","time spent":"1.018337171s","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:21.129101Z","caller":"traceutil/trace.go:171","msg":"trace[1342168009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26582; }","duration":"5.285592924s","start":"2026-02-27T19:09:15.843492Z","end":"2026-02-27T19:09:21.129085Z","steps":["trace[1342168009] 'agreement among raft nodes before linearized reading' (duration: 5.284294003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.129591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458339301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.129621Z","caller":"traceutil/trace.go:171","msg":"trace[39737565] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26582; }","duration":"1.458369482s","start":"2026-02-27T19:09:19.671242Z","end":"2026-02-27T19:09:21.129611Z","steps":["trace[39737565] 'agreement among raft nodes before linearized reading' (duration: 1.458321831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.129618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:15.843476Z","time spent":"5.286126035s","remote":"127.0.0.1:38846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.129634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816079889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.137614Z","caller":"traceutil/trace.go:171","msg":"trace[636242891] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26582; }","duration":"1.824066994s","start":"2026-02-27T19:09:19.313496Z","end":"2026-02-27T19:09:21.137563Z","steps":["trace[636242891] 'agreement among raft nodes before linearized reading' (duration: 1.816096469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.137722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:19.313474Z","time spent":"1.824211346s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.129651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:19.671218Z","time spent":"1.458423623s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:21.129678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.390563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:09:21.137875Z","caller":"traceutil/trace.go:171","msg":"trace[1848024022] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26582; }","duration":"819.588472ms","start":"2026-02-27T19:09:20.318272Z","end":"2026-02-27T19:09:21.137861Z","steps":["trace[1848024022] 'agreement among raft nodes before linearized reading' (duration: 811.323691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.137911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.318269Z","time spent":"819.629973ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.532451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.13826Z","caller":"traceutil/trace.go:171","msg":"trace[696738693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26582; }","duration":"1.000095738s","start":"2026-02-27T19:09:20.138148Z","end":"2026-02-27T19:09:21.138244Z","steps":["trace[696738693] 'agreement among raft nodes before linearized reading' (duration: 991.547791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.138304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.138133Z","time spent":"1.00015587s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.486668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:09:21.138414Z","caller":"traceutil/trace.go:171","msg":"trace[647530402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26582; }","duration":"821.21142ms","start":"2026-02-27T19:09:20.317181Z","end":"2026-02-27T19:09:21.138392Z","steps":["trace[647530402] 'agreement among raft nodes before linearized reading' (duration: 812.455377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.138455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.31716Z","time spent":"821.281892ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.783442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:09:21.138547Z","caller":"traceutil/trace.go:171","msg":"trace[2036259782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26582; }","duration":"820.548125ms","start":"2026-02-27T19:09:20.317984Z","end":"2026-02-27T19:09:21.138532Z","steps":["trace[2036259782] 'agreement among raft nodes before linearized reading' (duration: 811.750382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.129787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.987672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:09:21.13865Z","caller":"traceutil/trace.go:171","msg":"trace[366301394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26582; }","duration":"1.000843006s","start":"2026-02-27T19:09:20.137794Z","end":"2026-02-27T19:09:21.138637Z","steps":["trace[366301394] 'agreement among raft nodes before linearized reading' (duration: 991.93765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.138691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.137736Z","time spent":"1.000934808s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T19:09:21.138697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.317976Z","time spent":"820.704638ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807282753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:21.138769Z","caller":"traceutil/trace.go:171","msg":"trace[822034380] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26582; }","duration":"2.816217409s","start":"2026-02-27T19:09:18.322536Z","end":"2026-02-27T19:09:21.138753Z","steps":["trace[822034380] 'agreement among raft nodes before linearized reading' (duration: 2.807280962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.138814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:18.322514Z","time spent":"2.816288381s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.952516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:21.138891Z","caller":"traceutil/trace.go:171","msg":"trace[1984904074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26582; }","duration":"820.945644ms","start":"2026-02-27T19:09:20.317937Z","end":"2026-02-27T19:09:21.138883Z","steps":["trace[1984904074] 'agreement among raft nodes before linearized reading' (duration: 811.866204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.13892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.317924Z","time spent":"820.988585ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225895891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:09:21.138979Z","caller":"traceutil/trace.go:171","msg":"trace[1462788290] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26582; }","duration":"2.234991561s","start":"2026-02-27T19:09:18.903981Z","end":"2026-02-27T19:09:21.138973Z","steps":["trace[1462788290] 'agreement among raft nodes before linearized reading' (duration: 2.225679586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.139001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:18.903957Z","time spent":"2.235039083s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:09:21.129967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.232162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:09:21.139099Z","caller":"traceutil/trace.go:171","msg":"trace[1879804330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26582; }","duration":"821.390894ms","start":"2026-02-27T19:09:20.317702Z","end":"2026-02-27T19:09:21.139092Z","steps":["trace[1879804330] 'agreement among raft nodes before linearized reading' (duration: 812.211432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:21.139126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:20.317679Z","time spent":"821.438036ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:21.640075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:22.028311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.131586Z","time spent":"896.719148ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:09:22.459262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.140231Z","time spent":"1.319024959s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:09:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:09:22.471491Z","caller":"traceutil/trace.go:171","msg":"trace[2125257978] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"1.331397875s","start":"2026-02-27T19:09:21.140071Z","end":"2026-02-27T19:09:22.471469Z","steps":["trace[2125257978] 'process raft request' (duration: 1.33118706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.471619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.140048Z","time spent":"1.331505538s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:22.471788Z","caller":"traceutil/trace.go:171","msg":"trace[1141693026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26584; }","duration":"1.331435256s","start":"2026-02-27T19:09:21.140334Z","end":"2026-02-27T19:09:22.471769Z","steps":["trace[1141693026] 'process raft request' (duration: 1.331335093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.471886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.140325Z","time spent":"1.331515958s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:09:22.471956Z","caller":"traceutil/trace.go:171","msg":"trace[582108752] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"1.331305943s","start":"2026-02-27T19:09:21.140642Z","end":"2026-02-27T19:09:22.471948Z","steps":["trace[582108752] 'process raft request' (duration: 1.331069117s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.472013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.140636Z","time spent":"1.331345364s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:22.472203Z","caller":"traceutil/trace.go:171","msg":"trace[9958218] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"1.329928951s","start":"2026-02-27T19:09:21.142256Z","end":"2026-02-27T19:09:22.472185Z","steps":["trace[9958218] 'process raft request' (duration: 1.32987448s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:22.472225Z","caller":"traceutil/trace.go:171","msg":"trace[2077487680] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"1.33075979s","start":"2026-02-27T19:09:21.141452Z","end":"2026-02-27T19:09:22.472211Z","steps":["trace[2077487680] 'process raft request' (duration: 1.330642417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.472246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.142247Z","time spent":"1.329978252s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:22.4723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.141438Z","time spent":"1.330822202s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:22.472503Z","caller":"traceutil/trace.go:171","msg":"trace[1363949159] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"1.329063182s","start":"2026-02-27T19:09:21.143428Z","end":"2026-02-27T19:09:22.472491Z","steps":["trace[1363949159] 'process raft request' (duration: 1.328727604s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.472603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.143422Z","time spent":"1.329112102s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:22.472732Z","caller":"traceutil/trace.go:171","msg":"trace[552757237] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"1.331350434s","start":"2026-02-27T19:09:21.141037Z","end":"2026-02-27T19:09:22.472388Z","steps":["trace[552757237] 'process raft request' (duration: 1.330863733s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:22.472853Z","caller":"traceutil/trace.go:171","msg":"trace[1647106118] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27866; }","duration":"1.333239328s","start":"2026-02-27T19:09:21.139604Z","end":"2026-02-27T19:09:22.472844Z","steps":["trace[1647106118] 'read index received' (duration: 800.632974ms)","trace[1647106118] 'applied index is now lower than readState.Index' (duration: 532.605514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:22.472836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.141015Z","time spent":"1.331770074s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:22.472931Z","caller":"traceutil/trace.go:171","msg":"trace[1740499148] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"1.32942883s","start":"2026-02-27T19:09:21.143496Z","end":"2026-02-27T19:09:22.472925Z","steps":["trace[1740499148] 'process raft request' (duration: 1.328956779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.472976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.143493Z","time spent":"1.32946294s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:22.473048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333442892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:22.473075Z","caller":"traceutil/trace.go:171","msg":"trace[826547631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26590; }","duration":"1.333483974s","start":"2026-02-27T19:09:21.139582Z","end":"2026-02-27T19:09:22.473066Z","steps":["trace[826547631] 'agreement among raft nodes before linearized reading' (duration: 1.333442273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:22.473094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.139572Z","time spent":"1.333517174s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:22.973898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:24.481362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000797905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:24.481435Z","caller":"traceutil/trace.go:171","msg":"trace[1187119210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900828s","start":"2026-02-27T19:09:22.480519Z","end":"2026-02-27T19:09:24.48142Z","steps":["trace[1187119210] 'agreement among raft nodes before linearized reading' (duration: 2.000808565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:24.48148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.480513Z","time spent":"2.000957499s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:09:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:24.508425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501392671s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:24.508611Z","caller":"traceutil/trace.go:171","msg":"trace[1915405360] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"2.47896865s","start":"2026-02-27T19:09:22.029619Z","end":"2026-02-27T19:09:24.508587Z","steps":["trace[1915405360] 'process raft request' (duration: 977.314773ms)","trace[1915405360] 'compare' (duration: 1.496033447s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:24.508717Z","caller":"traceutil/trace.go:171","msg":"trace[335497482] linearizableReadLoop","detail":"{readStateIndex:27878; appliedIndex:27876; }","duration":"2.035808026s","start":"2026-02-27T19:09:22.472876Z","end":"2026-02-27T19:09:24.508684Z","steps":["trace[335497482] 'read index received' (duration: 534.061537ms)","trace[335497482] 'applied index is now lower than readState.Index' (duration: 1.501745679s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:24.508794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.029587Z","time spent":"2.479152774s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:24.508816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851483479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:24.508816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364294017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:24.508906Z","caller":"traceutil/trace.go:171","msg":"trace[799376858] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26592; }","duration":"2.36443081s","start":"2026-02-27T19:09:22.144439Z","end":"2026-02-27T19:09:24.508869Z","steps":["trace[799376858] 'agreement among raft nodes before linearized reading' (duration: 2.364281836s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:24.508924Z","caller":"traceutil/trace.go:171","msg":"trace[806615980] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26592; }","duration":"2.851576061s","start":"2026-02-27T19:09:21.657282Z","end":"2026-02-27T19:09:24.508858Z","steps":["trace[806615980] 'agreement among raft nodes before linearized reading' (duration: 2.851481849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:24.508952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.144388Z","time spent":"2.364552862s","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:24.508945Z","caller":"traceutil/trace.go:171","msg":"trace[395368379] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"1.885916658s","start":"2026-02-27T19:09:22.623Z","end":"2026-02-27T19:09:24.508917Z","steps":["trace[395368379] 'process raft request' (duration: 1.88556691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:24.50907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.622974Z","time spent":"1.886031571s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:24.509116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36891103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T19:09:24.509143Z","caller":"traceutil/trace.go:171","msg":"trace[1828463649] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26592; }","duration":"3.368974212s","start":"2026-02-27T19:09:21.14016Z","end":"2026-02-27T19:09:24.509135Z","steps":["trace[1828463649] 'agreement among raft nodes before linearized reading' (duration: 3.3688787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:24.509144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057291041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:09:24.50917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.140147Z","time spent":"3.369018564s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T19:09:24.509195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298919864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:24.509226Z","caller":"traceutil/trace.go:171","msg":"trace[815938160] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26592; }","duration":"3.057355843s","start":"2026-02-27T19:09:21.45181Z","end":"2026-02-27T19:09:24.509166Z","steps":["trace[815938160] 'agreement among raft nodes before linearized reading' (duration: 3.057183549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:24.508975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.657262Z","time spent":"2.851704014s","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:24.509256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:21.451787Z","time spent":"3.057457624s","remote":"127.0.0.1:43332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":190,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:24.509233Z","caller":"traceutil/trace.go:171","msg":"trace[600651947] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26592; }","duration":"2.298987965s","start":"2026-02-27T19:09:22.210235Z","end":"2026-02-27T19:09:24.509223Z","steps":["trace[600651947] 'agreement among raft nodes before linearized reading' (duration: 2.298919033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:24.509638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.210218Z","time spent":"2.299406535s","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.009046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:25.509179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:25.813654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.621915585s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:25.951628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.575218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:25.951914Z","caller":"traceutil/trace.go:171","msg":"trace[48618070] linearizableReadLoop","detail":"{readStateIndex:27882; appliedIndex:27878; }","duration":"1.443155604s","start":"2026-02-27T19:09:24.508742Z","end":"2026-02-27T19:09:25.951898Z","steps":["trace[48618070] 'read index received' (duration: 1.305135656s)","trace[48618070] 'applied index is now lower than readState.Index' (duration: 138.018848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:25.952148Z","caller":"traceutil/trace.go:171","msg":"trace[1891745470] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"2.816527064s","start":"2026-02-27T19:09:23.135608Z","end":"2026-02-27T19:09:25.952135Z","steps":["trace[1891745470] 'process raft request' (duration: 2.678359522s)","trace[1891745470] 'compare' (duration: 136.489003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:25.95222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.135579Z","time spent":"2.816605595s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:25.952391Z","caller":"traceutil/trace.go:171","msg":"trace[1202604117] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"2.810199317s","start":"2026-02-27T19:09:23.142183Z","end":"2026-02-27T19:09:25.952382Z","steps":["trace[1202604117] 'process raft request' (duration: 2.809542342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.952448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.142169Z","time spent":"2.810251288s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:25.952761Z","caller":"traceutil/trace.go:171","msg":"trace[1987636699] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"2.810451403s","start":"2026-02-27T19:09:23.142266Z","end":"2026-02-27T19:09:25.952717Z","steps":["trace[1987636699] 'process raft request' (duration: 2.809552232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.952885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476971385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T19:09:25.952966Z","caller":"traceutil/trace.go:171","msg":"trace[1834259963] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26596; }","duration":"3.477098388s","start":"2026-02-27T19:09:22.475855Z","end":"2026-02-27T19:09:25.952953Z","steps":["trace[1834259963] 'agreement among raft nodes before linearized reading' (duration: 3.476881053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.952895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693000708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:25.953008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.475838Z","time spent":"3.477161819s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-27T19:09:25.953026Z","caller":"traceutil/trace.go:171","msg":"trace[202216285] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"2.810664378s","start":"2026-02-27T19:09:23.142334Z","end":"2026-02-27T19:09:25.952998Z","steps":["trace[202216285] 'process raft request' (duration: 2.809516291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.142307Z","time spent":"2.81075825s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:25.953189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600982879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:25.953241Z","caller":"traceutil/trace.go:171","msg":"trace[1342371231] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26596; }","duration":"1.601081421s","start":"2026-02-27T19:09:24.352147Z","end":"2026-02-27T19:09:25.953229Z","steps":["trace[1342371231] 'agreement among raft nodes before linearized reading' (duration: 1.600990259s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:25.953259Z","caller":"traceutil/trace.go:171","msg":"trace[386982395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26596; }","duration":"1.693295775s","start":"2026-02-27T19:09:24.259801Z","end":"2026-02-27T19:09:25.953096Z","steps":["trace[386982395] 'agreement among raft nodes before linearized reading' (duration: 1.692926996s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.352125Z","time spent":"1.601148163s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.953299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322539704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:09:25.953312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441371993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T19:09:25.953383Z","caller":"traceutil/trace.go:171","msg":"trace[149740069] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb; range_end:; response_count:1; response_revision:26596; }","duration":"1.441453985s","start":"2026-02-27T19:09:24.511909Z","end":"2026-02-27T19:09:25.953363Z","steps":["trace[149740069] 'agreement among raft nodes before linearized reading' (duration: 1.441278741s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476767113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:09:25.953445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471825479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:25.953462Z","caller":"traceutil/trace.go:171","msg":"trace[775175380] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26596; }","duration":"1.476830325s","start":"2026-02-27T19:09:24.476612Z","end":"2026-02-27T19:09:25.953443Z","steps":["trace[775175380] 'agreement among raft nodes before linearized reading' (duration: 1.476745603s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:25.953501Z","caller":"traceutil/trace.go:171","msg":"trace[360456624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26596; }","duration":"1.47188857s","start":"2026-02-27T19:09:24.481595Z","end":"2026-02-27T19:09:25.953484Z","steps":["trace[360456624] 'agreement among raft nodes before linearized reading' (duration: 1.471824229s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.798346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:25.953525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.476596Z","time spent":"1.476910607s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:09:25.95356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.481586Z","time spent":"1.471965153s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:25.953372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474680895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:09:25.953645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210605096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:09:25.953653Z","caller":"traceutil/trace.go:171","msg":"trace[1571710581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26596; }","duration":"1.475031924s","start":"2026-02-27T19:09:24.47861Z","end":"2026-02-27T19:09:25.953642Z","steps":["trace[1571710581] 'agreement among raft nodes before linearized reading' (duration: 1.474564793s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:25.953664Z","caller":"traceutil/trace.go:171","msg":"trace[1956311869] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26596; }","duration":"1.210667807s","start":"2026-02-27T19:09:24.742991Z","end":"2026-02-27T19:09:25.953659Z","steps":["trace[1956311869] 'agreement among raft nodes before linearized reading' (duration: 1.210595085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.478605Z","time spent":"1.475064414s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:25.953711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339186396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:25.953682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.742967Z","time spent":"1.210710829s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T19:09:25.953728Z","caller":"traceutil/trace.go:171","msg":"trace[1133472275] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26596; }","duration":"1.339237378s","start":"2026-02-27T19:09:24.614487Z","end":"2026-02-27T19:09:25.953724Z","steps":["trace[1133472275] 'agreement among raft nodes before linearized reading' (duration: 1.339206107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.614468Z","time spent":"1.339270158s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.953736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475183937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:09:25.953754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477130792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:09:25.95331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477003039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:09:25.953787Z","caller":"traceutil/trace.go:171","msg":"trace[1636452830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26596; }","duration":"1.475257439s","start":"2026-02-27T19:09:24.478517Z","end":"2026-02-27T19:09:25.953774Z","steps":["trace[1636452830] 'agreement among raft nodes before linearized reading' (duration: 1.474718036s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:25.953327Z","caller":"traceutil/trace.go:171","msg":"trace[1334844733] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26596; }","duration":"2.322598705s","start":"2026-02-27T19:09:23.630721Z","end":"2026-02-27T19:09:25.953319Z","steps":["trace[1334844733] 'agreement among raft nodes before linearized reading' (duration: 2.322460192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753232909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:25.953826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.478507Z","time spent":"1.47531203s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:25.953835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.630705Z","time spent":"2.323117727s","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":186,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:25.953564Z","caller":"traceutil/trace.go:171","msg":"trace[1043359155] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26596; }","duration":"793.882109ms","start":"2026-02-27T19:09:25.159666Z","end":"2026-02-27T19:09:25.953548Z","steps":["trace[1043359155] 'agreement among raft nodes before linearized reading' (duration: 793.815817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.159649Z","time spent":"794.255397ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:25.953789Z","caller":"traceutil/trace.go:171","msg":"trace[70782757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26596; }","duration":"1.477225744s","start":"2026-02-27T19:09:24.476552Z","end":"2026-02-27T19:09:25.953778Z","steps":["trace[70782757] 'agreement among raft nodes before linearized reading' (duration: 1.477127032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.953827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.259782Z","time spent":"1.693876008s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.953976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.476529Z","time spent":"1.477441669s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:25.953929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477409035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982fdaf6fc2e8b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:09:25.95946Z","caller":"traceutil/trace.go:171","msg":"trace[174478381] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982fdaf6fc2e8b; range_end:; response_count:1; response_revision:26596; }","duration":"3.482953643s","start":"2026-02-27T19:09:22.476488Z","end":"2026-02-27T19:09:25.959442Z","steps":["trace[174478381] 'agreement among raft nodes before linearized reading' (duration: 3.476980765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.952939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476089438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:09:25.959506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:22.476473Z","time spent":"3.483019204s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982fdaf6fc2e8b\" "} {"level":"info","ts":"2026-02-27T19:09:25.959518Z","caller":"traceutil/trace.go:171","msg":"trace[2074084419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26596; }","duration":"1.482695131s","start":"2026-02-27T19:09:24.476805Z","end":"2026-02-27T19:09:25.959501Z","steps":["trace[2074084419] 'agreement among raft nodes before linearized reading' (duration: 1.475958234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.959575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.476798Z","time spent":"1.482756362s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:09:25.953843Z","caller":"traceutil/trace.go:171","msg":"trace[437551237] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26596; }","duration":"2.753653319s","start":"2026-02-27T19:09:23.200182Z","end":"2026-02-27T19:09:25.953835Z","steps":["trace[437551237] 'agreement among raft nodes before linearized reading' (duration: 2.7532497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.959692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.200164Z","time spent":"2.759499584s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.953415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675105151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:25.959802Z","caller":"traceutil/trace.go:171","msg":"trace[1567917299] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26596; }","duration":"2.68152106s","start":"2026-02-27T19:09:23.278275Z","end":"2026-02-27T19:09:25.959796Z","steps":["trace[1567917299] 'agreement among raft nodes before linearized reading' (duration: 2.675070331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.959823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.278257Z","time spent":"2.681557991s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.953456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.5119Z","time spent":"1.441541397s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-c4722e95-ed50-4feb-b111-b1d3eec055eb\" "} {"level":"warn","ts":"2026-02-27T19:09:25.954015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644585618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:25.959978Z","caller":"traceutil/trace.go:171","msg":"trace[1689067120] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26596; }","duration":"1.650595597s","start":"2026-02-27T19:09:24.309375Z","end":"2026-02-27T19:09:25.95997Z","steps":["trace[1689067120] 'agreement among raft nodes before linearized reading' (duration: 1.644602229s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.959997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.309345Z","time spent":"1.650644428s","remote":"127.0.0.1:45446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.954065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403165907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:25.960181Z","caller":"traceutil/trace.go:171","msg":"trace[1356324133] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26596; }","duration":"1.40931412s","start":"2026-02-27T19:09:24.550853Z","end":"2026-02-27T19:09:25.960167Z","steps":["trace[1356324133] 'agreement among raft nodes before linearized reading' (duration: 1.403195538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.960275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.550832Z","time spent":"1.409430023s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:25.954107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441033535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T19:09:25.960334Z","caller":"traceutil/trace.go:171","msg":"trace[1788291443] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26596; }","duration":"1.447258409s","start":"2026-02-27T19:09:24.513059Z","end":"2026-02-27T19:09:25.960318Z","steps":["trace[1788291443] 'agreement among raft nodes before linearized reading' (duration: 1.441017315s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:25.953799Z","caller":"traceutil/trace.go:171","msg":"trace[2032830547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26596; }","duration":"1.477558972s","start":"2026-02-27T19:09:24.476234Z","end":"2026-02-27T19:09:25.953793Z","steps":["trace[2032830547] 'agreement among raft nodes before linearized reading' (duration: 1.476882357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.954147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.700921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:09:25.954196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.854735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T19:09:25.954237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:23.142255Z","time spent":"2.810614607s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:25.954735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.695568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288289"} {"level":"warn","ts":"2026-02-27T19:09:25.96042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.476202Z","time spent":"1.484210986s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:25.96043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:24.513052Z","time spent":"1.447361612s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T19:09:25.960465Z","caller":"traceutil/trace.go:171","msg":"trace[1016082984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26596; }","duration":"500.053879ms","start":"2026-02-27T19:09:25.460404Z","end":"2026-02-27T19:09:25.960458Z","steps":["trace[1016082984] 'agreement among raft nodes before linearized reading' (duration: 493.717292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.960506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.460374Z","time spent":"500.118771ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T19:09:25.960438Z","caller":"traceutil/trace.go:171","msg":"trace[2129214606] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26596; }","duration":"627.520663ms","start":"2026-02-27T19:09:25.332904Z","end":"2026-02-27T19:09:25.960424Z","steps":["trace[2129214606] 'agreement among raft nodes before linearized reading' (duration: 620.451079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.960581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.332837Z","time spent":"627.735968ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288312,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T19:09:25.960828Z","caller":"traceutil/trace.go:171","msg":"trace[309773303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26596; }","duration":"500.518479ms","start":"2026-02-27T19:09:25.460298Z","end":"2026-02-27T19:09:25.960816Z","steps":["trace[309773303] 'agreement among raft nodes before linearized reading' (duration: 493.859605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:25.960867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.460276Z","time spent":"500.580851ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:26.461467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:27.170902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.977769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:27.17104Z","caller":"traceutil/trace.go:171","msg":"trace[2070268396] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"1.212997322s","start":"2026-02-27T19:09:25.958019Z","end":"2026-02-27T19:09:27.171016Z","steps":["trace[2070268396] 'process raft request' (duration: 976.810008ms)","trace[2070268396] 'compare' (duration: 235.217812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:27.171124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.958Z","time spent":"1.213088884s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.204907Z","caller":"traceutil/trace.go:171","msg":"trace[610994139] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.24570907s","start":"2026-02-27T19:09:25.959173Z","end":"2026-02-27T19:09:27.204882Z","steps":["trace[610994139] 'process raft request' (duration: 1.245620868s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:27.204969Z","caller":"traceutil/trace.go:171","msg":"trace[593978419] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"1.245763061s","start":"2026-02-27T19:09:25.959175Z","end":"2026-02-27T19:09:27.204938Z","steps":["trace[593978419] 'process raft request' (duration: 1.245487245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.205052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.959157Z","time spent":"1.245822522s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:27.205171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.959167Z","time spent":"1.245909045s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.205351Z","caller":"traceutil/trace.go:171","msg":"trace[132226160] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"1.245085346s","start":"2026-02-27T19:09:25.960255Z","end":"2026-02-27T19:09:27.20534Z","steps":["trace[132226160] 'process raft request' (duration: 1.244586674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.205396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.960242Z","time spent":"1.245132166s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.205745Z","caller":"traceutil/trace.go:171","msg":"trace[1616752130] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"1.243705624s","start":"2026-02-27T19:09:25.962017Z","end":"2026-02-27T19:09:27.205723Z","steps":["trace[1616752130] 'process raft request' (duration: 1.243302174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.205858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.961996Z","time spent":"1.243801196s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.206122Z","caller":"traceutil/trace.go:171","msg":"trace[312916410] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"1.241264006s","start":"2026-02-27T19:09:25.964841Z","end":"2026-02-27T19:09:27.206105Z","steps":["trace[312916410] 'process raft request' (duration: 1.240885908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.206839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.964831Z","time spent":"1.241961053s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.20699Z","caller":"traceutil/trace.go:171","msg":"trace[741386605] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"1.242056435s","start":"2026-02-27T19:09:25.964918Z","end":"2026-02-27T19:09:27.206975Z","steps":["trace[741386605] 'process raft request' (duration: 1.24137947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.207123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.964907Z","time spent":"1.242118237s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.207245Z","caller":"traceutil/trace.go:171","msg":"trace[1515821202] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"1.242341782s","start":"2026-02-27T19:09:25.964895Z","end":"2026-02-27T19:09:27.207236Z","steps":["trace[1515821202] 'process raft request' (duration: 1.241358669s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.20729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.964888Z","time spent":"1.242379362s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.207328Z","caller":"traceutil/trace.go:171","msg":"trace[1766981298] linearizableReadLoop","detail":"{readStateIndex:27893; appliedIndex:27882; }","duration":"1.246096479s","start":"2026-02-27T19:09:25.961015Z","end":"2026-02-27T19:09:27.207111Z","steps":["trace[1766981298] 'read index received' (duration: 974.013913ms)","trace[1766981298] 'applied index is now lower than readState.Index' (duration: 272.081776ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:27.20744Z","caller":"traceutil/trace.go:171","msg":"trace[251594343] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"1.236572258s","start":"2026-02-27T19:09:25.97086Z","end":"2026-02-27T19:09:27.207432Z","steps":["trace[251594343] 'process raft request' (duration: 1.235997305s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:27.207527Z","caller":"traceutil/trace.go:171","msg":"trace[329169477] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"1.065053343s","start":"2026-02-27T19:09:26.142462Z","end":"2026-02-27T19:09:27.207516Z","steps":["trace[329169477] 'process raft request' (duration: 1.064612463s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:27.207542Z","caller":"traceutil/trace.go:171","msg":"trace[361625739] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"1.242583127s","start":"2026-02-27T19:09:25.96495Z","end":"2026-02-27T19:09:27.207533Z","steps":["trace[361625739] 'process raft request' (duration: 1.241571104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.207569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.970851Z","time spent":"1.236642389s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:27.207547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246501808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:27.207584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:26.142441Z","time spent":"1.065114935s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:27.207614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.964946Z","time spent":"1.242641019s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:27.207627Z","caller":"traceutil/trace.go:171","msg":"trace[993696121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26607; }","duration":"1.246609631s","start":"2026-02-27T19:09:25.960998Z","end":"2026-02-27T19:09:27.207607Z","steps":["trace[993696121] 'agreement among raft nodes before linearized reading' (duration: 1.246454538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.207672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.960992Z","time spent":"1.246674682s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:27.207673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245853243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:09:27.207714Z","caller":"traceutil/trace.go:171","msg":"trace[1597598693] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26607; }","duration":"1.245906254s","start":"2026-02-27T19:09:25.961797Z","end":"2026-02-27T19:09:27.207703Z","steps":["trace[1597598693] 'agreement among raft nodes before linearized reading' (duration: 1.245771741s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.207747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.961793Z","time spent":"1.245944385s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T19:09:27.207763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242870404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-27T19:09:27.207768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.141383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:27.207818Z","caller":"traceutil/trace.go:171","msg":"trace[309074541] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26607; }","duration":"340.224905ms","start":"2026-02-27T19:09:26.867584Z","end":"2026-02-27T19:09:27.207809Z","steps":["trace[309074541] 'agreement among raft nodes before linearized reading' (duration: 340.106772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.207846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:26.867568Z","time spent":"340.267715ms","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:27.207826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.051458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:27.20779Z","caller":"traceutil/trace.go:171","msg":"trace[1860426942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26607; }","duration":"1.242911505s","start":"2026-02-27T19:09:25.964869Z","end":"2026-02-27T19:09:27.20778Z","steps":["trace[1860426942] 'agreement among raft nodes before linearized reading' (duration: 1.242796162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.207927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:25.964857Z","time spent":"1.243063478s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-27T19:09:27.207973Z","caller":"traceutil/trace.go:171","msg":"trace[578996658] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26607; }","duration":"525.158241ms","start":"2026-02-27T19:09:26.68274Z","end":"2026-02-27T19:09:27.207899Z","steps":["trace[578996658] 'agreement among raft nodes before linearized reading' (duration: 524.921335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:27.208178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:26.682725Z","time spent":"525.442827ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:32.491795Z","caller":"traceutil/trace.go:171","msg":"trace[2063151112] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"103.310065ms","start":"2026-02-27T19:09:32.38846Z","end":"2026-02-27T19:09:32.49177Z","steps":["trace[2063151112] 'process raft request' (duration: 101.852771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:38.188017Z","caller":"traceutil/trace.go:171","msg":"trace[67838534] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"613.028748ms","start":"2026-02-27T19:09:37.574965Z","end":"2026-02-27T19:09:38.187994Z","steps":["trace[67838534] 'process raft request' (duration: 612.865384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:38.188182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:37.574933Z","time spent":"613.175761ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:38.189099Z","caller":"traceutil/trace.go:171","msg":"trace[286533576] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"129.493291ms","start":"2026-02-27T19:09:38.059578Z","end":"2026-02-27T19:09:38.189071Z","steps":["trace[286533576] 'process raft request' (duration: 129.223005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:38.189099Z","caller":"traceutil/trace.go:171","msg":"trace[1950820799] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"129.42623ms","start":"2026-02-27T19:09:38.059646Z","end":"2026-02-27T19:09:38.189072Z","steps":["trace[1950820799] 'process raft request' (duration: 129.314497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:38.189358Z","caller":"traceutil/trace.go:171","msg":"trace[1612086650] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"129.101942ms","start":"2026-02-27T19:09:38.060236Z","end":"2026-02-27T19:09:38.189338Z","steps":["trace[1612086650] 'process raft request' (duration: 128.826816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:38.189358Z","caller":"traceutil/trace.go:171","msg":"trace[1737834094] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"129.333308ms","start":"2026-02-27T19:09:38.059939Z","end":"2026-02-27T19:09:38.189273Z","steps":["trace[1737834094] 'process raft request' (duration: 129.059841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:43.861828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:44.362128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:44.862785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:45.049654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748710067s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:45.050163Z","caller":"traceutil/trace.go:171","msg":"trace[1700801831] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"1.749361103s","start":"2026-02-27T19:09:43.300781Z","end":"2026-02-27T19:09:45.050143Z","steps":["trace[1700801831] 'process raft request' (duration: 1.749162448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:45.050292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.30075Z","time spent":"1.749484805s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:46.642679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:46.642763Z","caller":"traceutil/trace.go:171","msg":"trace[1503036564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420029s","start":"2026-02-27T19:09:44.642324Z","end":"2026-02-27T19:09:46.642744Z","steps":["trace[1503036564] 'agreement among raft nodes before linearized reading' (duration: 2.000320657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:46.642818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.642305Z","time spent":"2.000495101s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:46.845456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795592072s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:46.845975Z","caller":"traceutil/trace.go:171","msg":"trace[1274844153] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"2.620374827s","start":"2026-02-27T19:09:44.225577Z","end":"2026-02-27T19:09:46.845952Z","steps":["trace[1274844153] 'process raft request' (duration: 2.620307796s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:46.846016Z","caller":"traceutil/trace.go:171","msg":"trace[379481807] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"2.622403654s","start":"2026-02-27T19:09:44.223578Z","end":"2026-02-27T19:09:46.845981Z","steps":["trace[379481807] 'process raft request' (duration: 2.622097077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:46.846118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.225558Z","time spent":"2.620486969s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:46.846164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.223543Z","time spent":"2.622538667s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:46.846195Z","caller":"traceutil/trace.go:171","msg":"trace[2136926989] linearizableReadLoop","detail":"{readStateIndex:28021; appliedIndex:28016; }","duration":"3.485012555s","start":"2026-02-27T19:09:43.361162Z","end":"2026-02-27T19:09:46.846175Z","steps":["trace[2136926989] 'read index received' (duration: 1.688714566s)","trace[2136926989] 'applied index is now lower than readState.Index' (duration: 1.796296069s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:46.846123Z","caller":"traceutil/trace.go:171","msg":"trace[1705140953] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"2.620661174s","start":"2026-02-27T19:09:44.225359Z","end":"2026-02-27T19:09:46.84602Z","steps":["trace[1705140953] 'process raft request' (duration: 2.620477679s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:46.846252Z","caller":"traceutil/trace.go:171","msg":"trace[1800261550] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"2.620103901s","start":"2026-02-27T19:09:44.226138Z","end":"2026-02-27T19:09:46.846242Z","steps":["trace[1800261550] 'process raft request' (duration: 2.619780333s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:46.846389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485228461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:46.846435Z","caller":"traceutil/trace.go:171","msg":"trace[1240681798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26729; }","duration":"3.485304702s","start":"2026-02-27T19:09:43.361117Z","end":"2026-02-27T19:09:46.846422Z","steps":["trace[1240681798] 'agreement among raft nodes before linearized reading' (duration: 3.485170429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:46.846438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.226113Z","time spent":"2.620255205s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:46.846487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.361102Z","time spent":"3.485371844s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:46.846483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.225345Z","time spent":"2.62095965s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:47.131101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:47.131203Z","caller":"traceutil/trace.go:171","msg":"trace[59731538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496051s","start":"2026-02-27T19:09:45.130688Z","end":"2026-02-27T19:09:47.131184Z","steps":["trace[59731538] 'agreement among raft nodes before linearized reading' (duration: 2.000373718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:47.131384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.130673Z","time spent":"2.000669115s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:47.346344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:47.846933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:48.347929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:48.362906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000585499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:48.362992Z","caller":"traceutil/trace.go:171","msg":"trace[69338672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000705882s","start":"2026-02-27T19:09:43.362268Z","end":"2026-02-27T19:09:48.362973Z","steps":["trace[69338672] 'agreement among raft nodes before linearized reading' (duration: 5.00059311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:48.363041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.362262Z","time spent":"5.000769954s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 19:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:48.366189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999835182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:48.366254Z","caller":"traceutil/trace.go:171","msg":"trace[1121108114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999932454s","start":"2026-02-27T19:09:43.366305Z","end":"2026-02-27T19:09:48.366238Z","steps":["trace[1121108114] 'agreement among raft nodes before linearized reading' (duration: 4.999843492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:48.366317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.366299Z","time spent":"5.000007926s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 19:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:48.459757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.614083347s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:48.460859Z","caller":"traceutil/trace.go:171","msg":"trace[2128375469] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26729; }","duration":"3.404661594s","start":"2026-02-27T19:09:45.05617Z","end":"2026-02-27T19:09:48.460831Z","steps":["trace[2128375469] 'process raft request' (duration: 3.40449038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:48.460943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.05615Z","time spent":"3.404748555s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:09:49.139145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:49.139216Z","caller":"traceutil/trace.go:171","msg":"trace[122341399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995449s","start":"2026-02-27T19:09:47.139245Z","end":"2026-02-27T19:09:49.139199Z","steps":["trace[122341399] 'agreement among raft nodes before linearized reading' (duration: 1.999837457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:49.139256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.139231Z","time spent":"2.000014181s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:49.656832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196062947s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T19:09:49.657224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141477174s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:49.657324Z","caller":"traceutil/trace.go:171","msg":"trace[377554111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26729; }","duration":"1.141587266s","start":"2026-02-27T19:09:48.515722Z","end":"2026-02-27T19:09:49.657309Z","steps":["trace[377554111] 'range keys from in-memory index tree' (duration: 1.141461643s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:49.658309Z","caller":"traceutil/trace.go:171","msg":"trace[1004122604] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"2.807558515s","start":"2026-02-27T19:09:46.850739Z","end":"2026-02-27T19:09:49.658297Z","steps":["trace[1004122604] 'process raft request' (duration: 2.806181983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:49.6584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:46.850723Z","time spent":"2.807622867s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:50.660299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001880669s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:09:50.660635Z","caller":"traceutil/trace.go:171","msg":"trace[1531984971] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"3.356465647s","start":"2026-02-27T19:09:47.304132Z","end":"2026-02-27T19:09:50.660597Z","steps":["trace[1531984971] 'process raft request' (duration: 3.356262362s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:50.660667Z","caller":"traceutil/trace.go:171","msg":"trace[1374350577] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"1.810199361s","start":"2026-02-27T19:09:48.850446Z","end":"2026-02-27T19:09:50.660645Z","steps":["trace[1374350577] 'process raft request' (duration: 1.810054537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.660741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.850427Z","time spent":"1.810277813s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:50.660724Z","caller":"traceutil/trace.go:171","msg":"trace[137249382] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"3.62458781s","start":"2026-02-27T19:09:47.036102Z","end":"2026-02-27T19:09:50.66069Z","steps":["trace[137249382] 'process raft request' (duration: 2.622183419s)","trace[137249382] 'compare' (duration: 1.000711772s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:50.660775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.304098Z","time spent":"3.356594009s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:50.660862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.036071Z","time spent":"3.624719303s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:50.661033Z","caller":"traceutil/trace.go:171","msg":"trace[1098396215] linearizableReadLoop","detail":"{readStateIndex:28026; appliedIndex:28022; }","duration":"3.814720737s","start":"2026-02-27T19:09:46.846264Z","end":"2026-02-27T19:09:50.660985Z","steps":["trace[1098396215] 'read index received' (duration: 1.614559658s)","trace[1098396215] 'applied index is now lower than readState.Index' (duration: 2.200154468s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:50.661224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468511062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:09:50.661239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979930075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:50.661262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951715326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:09:50.661287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22286157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:50.661287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420421183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:50.661306Z","caller":"traceutil/trace.go:171","msg":"trace[534083053] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26733; }","duration":"5.222904521s","start":"2026-02-27T19:09:45.438396Z","end":"2026-02-27T19:09:50.661301Z","steps":["trace[534083053] 'agreement among raft nodes before linearized reading' (duration: 5.22287279s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:50.661317Z","caller":"traceutil/trace.go:171","msg":"trace[1811349804] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26733; }","duration":"4.951808398s","start":"2026-02-27T19:09:45.709491Z","end":"2026-02-27T19:09:50.661299Z","steps":["trace[1811349804] 'agreement among raft nodes before linearized reading' (duration: 4.951634954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.438385Z","time spent":"5.222941272s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:50.661331Z","caller":"traceutil/trace.go:171","msg":"trace[760223267] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26733; }","duration":"6.420500665s","start":"2026-02-27T19:09:44.24082Z","end":"2026-02-27T19:09:50.661321Z","steps":["trace[760223267] 'agreement among raft nodes before linearized reading' (duration: 6.420386223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972464333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:09:50.661402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.216801744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:50.661408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512185004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:09:50.661436Z","caller":"traceutil/trace.go:171","msg":"trace[1154152707] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26733; }","duration":"6.216892887s","start":"2026-02-27T19:09:44.444533Z","end":"2026-02-27T19:09:50.661426Z","steps":["trace[1154152707] 'agreement among raft nodes before linearized reading' (duration: 6.216846386s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:50.661445Z","caller":"traceutil/trace.go:171","msg":"trace[1293831473] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26733; }","duration":"5.512244276s","start":"2026-02-27T19:09:45.149191Z","end":"2026-02-27T19:09:50.661435Z","steps":["trace[1293831473] 'agreement among raft nodes before linearized reading' (duration: 5.512121603s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:50.661256Z","caller":"traceutil/trace.go:171","msg":"trace[1487433789] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26733; }","duration":"5.468545073s","start":"2026-02-27T19:09:45.192704Z","end":"2026-02-27T19:09:50.661249Z","steps":["trace[1487433789] 'agreement among raft nodes before linearized reading' (duration: 5.468357688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.444519Z","time spent":"6.216941738s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:09:50.661475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.149178Z","time spent":"5.512290147s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:50.661492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.298700398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:09:50.661499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297774566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:09:50.661519Z","caller":"traceutil/trace.go:171","msg":"trace[671205088] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26733; }","duration":"7.298757839s","start":"2026-02-27T19:09:43.362752Z","end":"2026-02-27T19:09:50.66151Z","steps":["trace[671205088] 'agreement among raft nodes before linearized reading' (duration: 7.298680717s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:50.661539Z","caller":"traceutil/trace.go:171","msg":"trace[965990943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26733; }","duration":"7.297825228s","start":"2026-02-27T19:09:43.363691Z","end":"2026-02-27T19:09:50.661516Z","steps":["trace[965990943] 'agreement among raft nodes before linearized reading' (duration: 7.297739776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.362736Z","time spent":"7.298811351s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:09:50.661562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.363684Z","time spent":"7.297871739s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:50.661172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256780961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:50.661355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.709471Z","time spent":"4.951874379s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:50.661657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.28803048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:50.661689Z","caller":"traceutil/trace.go:171","msg":"trace[569468672] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26733; }","duration":"7.288079902s","start":"2026-02-27T19:09:43.373599Z","end":"2026-02-27T19:09:50.661679Z","steps":["trace[569468672] 'agreement among raft nodes before linearized reading' (duration: 7.288029071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.373589Z","time spent":"7.288128483s","remote":"127.0.0.1:42556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:50.661288Z","caller":"traceutil/trace.go:171","msg":"trace[2081219108] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26733; }","duration":"3.980017257s","start":"2026-02-27T19:09:46.681255Z","end":"2026-02-27T19:09:50.661272Z","steps":["trace[2081219108] 'agreement among raft nodes before linearized reading' (duration: 3.979954366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:46.681225Z","time spent":"3.980554309s","remote":"127.0.0.1:45268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:50.661769Z","caller":"traceutil/trace.go:171","msg":"trace[1955087332] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26733; }","duration":"4.257267633s","start":"2026-02-27T19:09:46.404365Z","end":"2026-02-27T19:09:50.661632Z","steps":["trace[1955087332] 'agreement among raft nodes before linearized reading' (duration: 4.25673242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:44.240805Z","time spent":"6.420549006s","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:50.661395Z","caller":"traceutil/trace.go:171","msg":"trace[1481230315] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26733; }","duration":"3.972544754s","start":"2026-02-27T19:09:46.68884Z","end":"2026-02-27T19:09:50.661385Z","steps":["trace[1481230315] 'agreement among raft nodes before linearized reading' (duration: 3.972333729s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762719926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:50.661986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:46.404308Z","time spent":"4.25761641s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:50.661849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297920309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:09:50.662012Z","caller":"traceutil/trace.go:171","msg":"trace[1295920344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26733; }","duration":"4.76335219s","start":"2026-02-27T19:09:45.898645Z","end":"2026-02-27T19:09:50.661998Z","steps":["trace[1295920344] 'agreement among raft nodes before linearized reading' (duration: 4.762730396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.661995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:46.68883Z","time spent":"3.973152449s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:09:50.662046Z","caller":"traceutil/trace.go:171","msg":"trace[2070727731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26733; }","duration":"7.298131835s","start":"2026-02-27T19:09:43.363902Z","end":"2026-02-27T19:09:50.662034Z","steps":["trace[2070727731] 'agreement among raft nodes before linearized reading' (duration: 7.297884109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.662052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.898631Z","time spent":"4.763411032s","remote":"127.0.0.1:34552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:50.662079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:43.363893Z","time spent":"7.298177036s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:50.661484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:45.192664Z","time spent":"5.468807859s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:50.866195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:50.866335Z","caller":"traceutil/trace.go:171","msg":"trace[187482555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189114s","start":"2026-02-27T19:09:48.866123Z","end":"2026-02-27T19:09:50.866312Z","steps":["trace[187482555] 'agreement among raft nodes before linearized reading' (duration: 1.999998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:50.86639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.866108Z","time spent":"2.000271156s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:51.140485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000072552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:09:51.140592Z","caller":"traceutil/trace.go:171","msg":"trace[766679753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210085s","start":"2026-02-27T19:09:49.140337Z","end":"2026-02-27T19:09:51.140547Z","steps":["trace[766679753] 'agreement among raft nodes before linearized reading' (duration: 2.000106612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:51.140644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:49.140318Z","time spent":"2.000312287s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:09:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:09:51.162307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:51.188616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530454239s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:51.252911Z","caller":"traceutil/trace.go:171","msg":"trace[1071240154] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"2.402288033s","start":"2026-02-27T19:09:48.850596Z","end":"2026-02-27T19:09:51.252884Z","steps":["trace[1071240154] 'process raft request' (duration: 2.338224729s)","trace[1071240154] 'compare' (duration: 63.88711ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:51.252938Z","caller":"traceutil/trace.go:171","msg":"trace[1744160234] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"2.400069782s","start":"2026-02-27T19:09:48.852844Z","end":"2026-02-27T19:09:51.252914Z","steps":["trace[1744160234] 'process raft request' (duration: 2.400025571s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:51.252978Z","caller":"traceutil/trace.go:171","msg":"trace[68667439] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"2.40042544s","start":"2026-02-27T19:09:48.852528Z","end":"2026-02-27T19:09:51.252953Z","steps":["trace[68667439] 'process raft request' (duration: 2.400297707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:51.253026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.850557Z","time spent":"2.402405326s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:51.25307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.852818Z","time spent":"2.400179044s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:51.253098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.852513Z","time spent":"2.400516151s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:52.02839Z","caller":"traceutil/trace.go:171","msg":"trace[781143038] linearizableReadLoop","detail":"{readStateIndex:28034; appliedIndex:28027; }","duration":"1.367134114s","start":"2026-02-27T19:09:50.661223Z","end":"2026-02-27T19:09:52.028358Z","steps":["trace[781143038] 'read index received' (duration: 527.616528ms)","trace[781143038] 'applied index is now lower than readState.Index' (duration: 839.516256ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:52.028549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501025831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.028647Z","caller":"traceutil/trace.go:171","msg":"trace[1885209169] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26740; }","duration":"2.501144383s","start":"2026-02-27T19:09:49.527456Z","end":"2026-02-27T19:09:52.0286Z","steps":["trace[1885209169] 'agreement among raft nodes before linearized reading' (duration: 2.501036331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.028687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:49.527436Z","time spent":"2.501239746s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:52.028702Z","caller":"traceutil/trace.go:171","msg":"trace[2114750721] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"1.362738952s","start":"2026-02-27T19:09:50.665939Z","end":"2026-02-27T19:09:52.028678Z","steps":["trace[2114750721] 'process raft request' (duration: 1.319404948s)","trace[2114750721] 'compare' (duration: 42.225709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:09:52.028768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793813076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.028825Z","caller":"traceutil/trace.go:171","msg":"trace[1071439420] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"1.3626902s","start":"2026-02-27T19:09:50.666126Z","end":"2026-02-27T19:09:52.028816Z","steps":["trace[1071439420] 'process raft request' (duration: 1.361944653s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.028841Z","caller":"traceutil/trace.go:171","msg":"trace[1819243141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26740; }","duration":"2.793921519s","start":"2026-02-27T19:09:49.234898Z","end":"2026-02-27T19:09:52.02882Z","steps":["trace[1819243141] 'agreement among raft nodes before linearized reading' (duration: 2.793832516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.028869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.666117Z","time spent":"1.362728552s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:52.028894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:49.234878Z","time spent":"2.793999391s","remote":"127.0.0.1:45136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.028925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910894376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:52.028596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138536111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.02896Z","caller":"traceutil/trace.go:171","msg":"trace[135676741] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26740; }","duration":"3.910962407s","start":"2026-02-27T19:09:48.117987Z","end":"2026-02-27T19:09:52.028949Z","steps":["trace[135676741] 'agreement among raft nodes before linearized reading' (duration: 3.910900635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.028987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.117973Z","time spent":"3.911005858s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.028997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566986404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-02-27T19:09:52.028983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237332335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:52.029013Z","caller":"traceutil/trace.go:171","msg":"trace[521023101] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26740; }","duration":"2.139019642s","start":"2026-02-27T19:09:49.889954Z","end":"2026-02-27T19:09:52.028973Z","steps":["trace[521023101] 'agreement among raft nodes before linearized reading' (duration: 2.138528331s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.029042Z","caller":"traceutil/trace.go:171","msg":"trace[1787367367] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26740; }","duration":"3.567056616s","start":"2026-02-27T19:09:48.461972Z","end":"2026-02-27T19:09:52.029028Z","steps":["trace[1787367367] 'agreement among raft nodes before linearized reading' (duration: 3.566925723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04527115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.029058Z","caller":"traceutil/trace.go:171","msg":"trace[1312883948] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26740; }","duration":"3.237458808s","start":"2026-02-27T19:09:48.791579Z","end":"2026-02-27T19:09:52.029038Z","steps":["trace[1312883948] 'agreement among raft nodes before linearized reading' (duration: 3.237313004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.461958Z","time spent":"3.567112827s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-27T19:09:52.029086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894412948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:09:52.02906Z","caller":"traceutil/trace.go:171","msg":"trace[729348798] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"1.362139618s","start":"2026-02-27T19:09:50.666909Z","end":"2026-02-27T19:09:52.029049Z","steps":["trace[729348798] 'process raft request' (duration: 1.361310189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.791558Z","time spent":"3.23753705s","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.029116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:49.889933Z","time spent":"2.139144095s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.029121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074266646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.029176Z","caller":"traceutil/trace.go:171","msg":"trace[604936630] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"1.361197557s","start":"2026-02-27T19:09:50.667966Z","end":"2026-02-27T19:09:52.029164Z","steps":["trace[604936630] 'process raft request' (duration: 1.360309356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.666884Z","time spent":"1.362254051s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:52.029196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.382427073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.029209Z","caller":"traceutil/trace.go:171","msg":"trace[180891204] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26740; }","duration":"3.074388899s","start":"2026-02-27T19:09:48.954802Z","end":"2026-02-27T19:09:52.029191Z","steps":["trace[180891204] 'agreement among raft nodes before linearized reading' (duration: 3.074247336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.667956Z","time spent":"1.361243987s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:09:52.029237Z","caller":"traceutil/trace.go:171","msg":"trace[1464444287] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26740; }","duration":"4.382500805s","start":"2026-02-27T19:09:47.646722Z","end":"2026-02-27T19:09:52.029223Z","steps":["trace[1464444287] 'agreement among raft nodes before linearized reading' (duration: 4.382446854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.954789Z","time spent":"3.0744573s","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.029276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.646703Z","time spent":"4.382559776s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.028788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.665927Z","time spent":"1.362813554s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:52.029372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809450874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:52.029255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849663756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:52.029413Z","caller":"traceutil/trace.go:171","msg":"trace[179193819] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26740; }","duration":"1.809535776s","start":"2026-02-27T19:09:50.219867Z","end":"2026-02-27T19:09:52.029403Z","steps":["trace[179193819] 'agreement among raft nodes before linearized reading' (duration: 1.809472205s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.029102Z","caller":"traceutil/trace.go:171","msg":"trace[78147238] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26740; }","duration":"4.045385233s","start":"2026-02-27T19:09:47.983696Z","end":"2026-02-27T19:09:52.029082Z","steps":["trace[78147238] 'agreement among raft nodes before linearized reading' (duration: 4.04528388s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.02942Z","caller":"traceutil/trace.go:171","msg":"trace[144399538] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26740; }","duration":"3.84986255s","start":"2026-02-27T19:09:48.179546Z","end":"2026-02-27T19:09:52.029409Z","steps":["trace[144399538] 'agreement among raft nodes before linearized reading' (duration: 3.849584954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.219847Z","time spent":"1.809587248s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.028688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900784321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:52.029457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.983672Z","time spent":"4.045770541s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.029449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928653342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T19:09:52.029985Z","caller":"traceutil/trace.go:171","msg":"trace[1093411513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26740; }","duration":"4.929258966s","start":"2026-02-27T19:09:47.100708Z","end":"2026-02-27T19:09:52.029967Z","steps":["trace[1093411513] 'agreement among raft nodes before linearized reading' (duration: 4.928418717s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.029145Z","caller":"traceutil/trace.go:171","msg":"trace[799676072] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26740; }","duration":"4.894520821s","start":"2026-02-27T19:09:47.134609Z","end":"2026-02-27T19:09:52.029129Z","steps":["trace[799676072] 'agreement among raft nodes before linearized reading' (duration: 4.894336836s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.030103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.134582Z","time spent":"4.895493804s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T19:09:52.029459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.179535Z","time spent":"3.849911552s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.030042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:47.100695Z","time spent":"4.929332898s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T19:09:52.029424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723624845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.030252Z","caller":"traceutil/trace.go:171","msg":"trace[988914270] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26740; }","duration":"1.724528206s","start":"2026-02-27T19:09:50.30571Z","end":"2026-02-27T19:09:52.030238Z","steps":["trace[988914270] 'agreement among raft nodes before linearized reading' (duration: 1.723587745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.02953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661606198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:09:52.030336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.30569Z","time spent":"1.724630518s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:52.030402Z","caller":"traceutil/trace.go:171","msg":"trace[701732399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26740; }","duration":"1.662471418s","start":"2026-02-27T19:09:50.367885Z","end":"2026-02-27T19:09:52.030356Z","steps":["trace[701732399] 'agreement among raft nodes before linearized reading' (duration: 1.661590498s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.02952Z","caller":"traceutil/trace.go:171","msg":"trace[1120549898] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26740; }","duration":"3.9016132s","start":"2026-02-27T19:09:48.127874Z","end":"2026-02-27T19:09:52.029487Z","steps":["trace[1120549898] 'agreement among raft nodes before linearized reading' (duration: 3.900621927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.030474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:48.127846Z","time spent":"3.902613024s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.030475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.367866Z","time spent":"1.66257312s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:09:52.029625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546660614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:52.030532Z","caller":"traceutil/trace.go:171","msg":"trace[2038071660] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26740; }","duration":"1.547600056s","start":"2026-02-27T19:09:50.482919Z","end":"2026-02-27T19:09:52.030519Z","steps":["trace[2038071660] 'agreement among raft nodes before linearized reading' (duration: 1.546624483s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.030592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.482899Z","time spent":"1.547668508s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.029629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941202158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:09:52.030674Z","caller":"traceutil/trace.go:171","msg":"trace[1608889012] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26740; }","duration":"1.942289363s","start":"2026-02-27T19:09:50.088374Z","end":"2026-02-27T19:09:52.030663Z","steps":["trace[1608889012] 'agreement among raft nodes before linearized reading' (duration: 1.941115686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.029633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664344402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:09:52.030701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.088352Z","time spent":"1.942340554s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":169,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:09:52.030712Z","caller":"traceutil/trace.go:171","msg":"trace[1801973455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26740; }","duration":"1.665463158s","start":"2026-02-27T19:09:50.365236Z","end":"2026-02-27T19:09:52.030699Z","steps":["trace[1801973455] 'agreement among raft nodes before linearized reading' (duration: 1.66425006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.03077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.365214Z","time spent":"1.66554291s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:09:52.107897Z","caller":"traceutil/trace.go:171","msg":"trace[732666631] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"860.796649ms","start":"2026-02-27T19:09:51.247076Z","end":"2026-02-27T19:09:52.107873Z","steps":["trace[732666631] 'process raft request' (duration: 860.616345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.108055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:51.24706Z","time spent":"860.921432ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:52.108349Z","caller":"traceutil/trace.go:171","msg":"trace[1568730441] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"526.552413ms","start":"2026-02-27T19:09:51.581784Z","end":"2026-02-27T19:09:52.108336Z","steps":["trace[1568730441] 'process raft request' (duration: 526.037941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.108352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.205763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:09:52.108401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:51.581759Z","time spent":"526.615925ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:52.108421Z","caller":"traceutil/trace.go:171","msg":"trace[318976010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26742; }","duration":"960.317055ms","start":"2026-02-27T19:09:51.148087Z","end":"2026-02-27T19:09:52.108404Z","steps":["trace[318976010] 'agreement among raft nodes before linearized reading' (duration: 960.172472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.108466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:51.148071Z","time spent":"960.387928ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:52.108597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232600486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:09:52.108674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307803648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:09:52.108702Z","caller":"traceutil/trace.go:171","msg":"trace[1425472890] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26742; }","duration":"1.30787535s","start":"2026-02-27T19:09:50.800819Z","end":"2026-02-27T19:09:52.108695Z","steps":["trace[1425472890] 'agreement among raft nodes before linearized reading' (duration: 1.307825039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.108717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.800798Z","time spent":"1.307916841s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:09:52.108632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442961341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-27T19:09:52.108776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443637667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:09:52.10882Z","caller":"traceutil/trace.go:171","msg":"trace[1004720942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26742; }","duration":"1.443679448s","start":"2026-02-27T19:09:50.665128Z","end":"2026-02-27T19:09:52.108807Z","steps":["trace[1004720942] 'agreement among raft nodes before linearized reading' (duration: 1.443549535s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:52.108814Z","caller":"traceutil/trace.go:171","msg":"trace[549183877] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26742; }","duration":"1.443131835s","start":"2026-02-27T19:09:50.665651Z","end":"2026-02-27T19:09:52.108783Z","steps":["trace[549183877] 'agreement among raft nodes before linearized reading' (duration: 1.44290326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.108856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.665091Z","time spent":"1.44375809s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:09:52.108791Z","caller":"traceutil/trace.go:171","msg":"trace[1066484510] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26742; }","duration":"1.232874773s","start":"2026-02-27T19:09:50.875815Z","end":"2026-02-27T19:09:52.10869Z","steps":["trace[1066484510] 'agreement among raft nodes before linearized reading' (duration: 1.232527885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.108923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.665645Z","time spent":"1.443239337s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:09:52.109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:50.875798Z","time spent":"1.23318445s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:52.108487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.374549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:52.109105Z","caller":"traceutil/trace.go:171","msg":"trace[92756936] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26742; }","duration":"864.017484ms","start":"2026-02-27T19:09:51.245078Z","end":"2026-02-27T19:09:52.109095Z","steps":["trace[92756936] 'agreement among raft nodes before linearized reading' (duration: 863.373089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.109137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:51.245065Z","time spent":"864.064585ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:09:52.109095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.209501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:52.109232Z","caller":"traceutil/trace.go:171","msg":"trace[173293923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26742; }","duration":"446.381845ms","start":"2026-02-27T19:09:51.66282Z","end":"2026-02-27T19:09:52.109202Z","steps":["trace[173293923] 'agreement among raft nodes before linearized reading' (duration: 445.475114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:52.109328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:51.662805Z","time spent":"446.507988ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:52.608764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:53.108865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:53.186023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078202318s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:09:53.186875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.032458Z","time spent":"1.154410454s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:09:53.186921Z","caller":"traceutil/trace.go:171","msg":"trace[56937539] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"1.152359897s","start":"2026-02-27T19:09:52.03454Z","end":"2026-02-27T19:09:53.186899Z","steps":["trace[56937539] 'process raft request' (duration: 1.152210983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.187069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.034521Z","time spent":"1.152471829s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:53.192456Z","caller":"traceutil/trace.go:171","msg":"trace[1222201301] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"1.154076686s","start":"2026-02-27T19:09:52.038331Z","end":"2026-02-27T19:09:53.192407Z","steps":["trace[1222201301] 'process raft request' (duration: 1.148726392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.19264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.038317Z","time spent":"1.154211059s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:53.195104Z","caller":"traceutil/trace.go:171","msg":"trace[1973892680] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"1.160022054s","start":"2026-02-27T19:09:52.03503Z","end":"2026-02-27T19:09:53.195052Z","steps":["trace[1973892680] 'process raft request' (duration: 1.151835284s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.195205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.035008Z","time spent":"1.160145117s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:53.195794Z","caller":"traceutil/trace.go:171","msg":"trace[1233878413] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"1.082402125s","start":"2026-02-27T19:09:52.113363Z","end":"2026-02-27T19:09:53.195766Z","steps":["trace[1233878413] 'process raft request' (duration: 1.082319873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.195841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.10929Z","time spent":"1.086543401s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:09:53.195959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.113344Z","time spent":"1.082517837s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:53.195985Z","caller":"traceutil/trace.go:171","msg":"trace[356876092] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"1.083246404s","start":"2026-02-27T19:09:52.112705Z","end":"2026-02-27T19:09:53.195951Z","steps":["trace[356876092] 'process raft request' (duration: 1.082897746s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.19611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.112682Z","time spent":"1.083360827s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:53.196296Z","caller":"traceutil/trace.go:171","msg":"trace[955125289] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.081162357s","start":"2026-02-27T19:09:52.115103Z","end":"2026-02-27T19:09:53.196265Z","steps":["trace[955125289] 'process raft request' (duration: 1.080627784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.196412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.115095Z","time spent":"1.081255139s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:53.196654Z","caller":"traceutil/trace.go:171","msg":"trace[1377701424] linearizableReadLoop","detail":"{readStateIndex:28045; appliedIndex:28036; }","duration":"1.088434975s","start":"2026-02-27T19:09:52.108178Z","end":"2026-02-27T19:09:53.196613Z","steps":["trace[1377701424] 'read index received' (duration: 1.078192257s)","trace[1377701424] 'applied index is now lower than readState.Index' (duration: 10.108725ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:09:53.196727Z","caller":"traceutil/trace.go:171","msg":"trace[453087174] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"530.959945ms","start":"2026-02-27T19:09:52.665751Z","end":"2026-02-27T19:09:53.196711Z","steps":["trace[453087174] 'process raft request' (duration: 530.32955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.196795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.665728Z","time spent":"531.037327ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:53.197124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162807838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a152acd9-9dc4-4315-a3eb-8480b078c438\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-27T19:09:53.197189Z","caller":"traceutil/trace.go:171","msg":"trace[267415108] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a152acd9-9dc4-4315-a3eb-8480b078c438; range_end:; response_count:1; response_revision:26749; }","duration":"1.16287642s","start":"2026-02-27T19:09:52.034287Z","end":"2026-02-27T19:09:53.197164Z","steps":["trace[267415108] 'agreement among raft nodes before linearized reading' (duration: 1.162600224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.197229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.034274Z","time spent":"1.162948062s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-a152acd9-9dc4-4315-a3eb-8480b078c438\" "} {"level":"warn","ts":"2026-02-27T19:09:53.197328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162826649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-02-27T19:09:53.19758Z","caller":"traceutil/trace.go:171","msg":"trace[697177597] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26749; }","duration":"1.163165787s","start":"2026-02-27T19:09:52.034397Z","end":"2026-02-27T19:09:53.197563Z","steps":["trace[697177597] 'agreement among raft nodes before linearized reading' (duration: 1.162360458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.197737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.034368Z","time spent":"1.16328831s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:09:53.202935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.035024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:09:53.203006Z","caller":"traceutil/trace.go:171","msg":"trace[1414404240] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26751; }","duration":"218.155836ms","start":"2026-02-27T19:09:52.984833Z","end":"2026-02-27T19:09:53.202989Z","steps":["trace[1414404240] 'agreement among raft nodes before linearized reading' (duration: 218.050133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.203112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093711397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:53.20316Z","caller":"traceutil/trace.go:171","msg":"trace[1795428201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26751; }","duration":"1.093818689s","start":"2026-02-27T19:09:52.109328Z","end":"2026-02-27T19:09:53.203147Z","steps":["trace[1795428201] 'agreement among raft nodes before linearized reading' (duration: 1.093711117s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.20318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.109312Z","time spent":"1.093863781s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:53.203318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.408977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:53.203336Z","caller":"traceutil/trace.go:171","msg":"trace[1264432594] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26751; }","duration":"267.475319ms","start":"2026-02-27T19:09:52.935853Z","end":"2026-02-27T19:09:53.203329Z","steps":["trace[1264432594] 'agreement among raft nodes before linearized reading' (duration: 267.440619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.203431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.086506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:53.203445Z","caller":"traceutil/trace.go:171","msg":"trace[985534286] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26751; }","duration":"735.137817ms","start":"2026-02-27T19:09:52.468302Z","end":"2026-02-27T19:09:53.20344Z","steps":["trace[985534286] 'agreement among raft nodes before linearized reading' (duration: 735.111426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.203459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.468279Z","time spent":"735.175108ms","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:09:53.203548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090353079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:53.203561Z","caller":"traceutil/trace.go:171","msg":"trace[1100162430] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26751; }","duration":"1.090395091s","start":"2026-02-27T19:09:52.113161Z","end":"2026-02-27T19:09:53.203556Z","steps":["trace[1100162430] 'agreement among raft nodes before linearized reading' (duration: 1.09036708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:53.203574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:52.113151Z","time spent":"1.090419341s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:09:55.749355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:56.249763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:56.450212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452503932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-02-27T19:09:56.450331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318724612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:09:56.450388Z","caller":"traceutil/trace.go:171","msg":"trace[1279502318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26843; }","duration":"1.318831335s","start":"2026-02-27T19:09:55.131542Z","end":"2026-02-27T19:09:56.450373Z","steps":["trace[1279502318] 'range keys from in-memory index tree' (duration: 1.31863714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.450423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.131516Z","time spent":"1.318901146s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:56.450481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623274089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-27T19:09:56.450628Z","caller":"traceutil/trace.go:171","msg":"trace[165066855] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26843; }","duration":"1.623437843s","start":"2026-02-27T19:09:54.827138Z","end":"2026-02-27T19:09:56.450576Z","steps":["trace[165066855] 'range keys from in-memory index tree' (duration: 1.623019664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.450697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:54.827121Z","time spent":"1.623560967s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:09:56.45087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254529114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:09:56.450925Z","caller":"traceutil/trace.go:171","msg":"trace[2085726029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26843; }","duration":"1.254613586s","start":"2026-02-27T19:09:55.196298Z","end":"2026-02-27T19:09:56.450912Z","steps":["trace[2085726029] 'range keys from in-memory index tree' (duration: 1.254376561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.450965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.196283Z","time spent":"1.254674097s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:09:56.451347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251824631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:09:56.451389Z","caller":"traceutil/trace.go:171","msg":"trace[1515521457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26843; }","duration":"1.251866182s","start":"2026-02-27T19:09:55.199512Z","end":"2026-02-27T19:09:56.451378Z","steps":["trace[1515521457] 'range keys from in-memory index tree' (duration: 1.25174718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.451419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.199491Z","time spent":"1.251921114s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:09:56.451913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250205984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:09:56.451988Z","caller":"traceutil/trace.go:171","msg":"trace[16957741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26843; }","duration":"1.250293796s","start":"2026-02-27T19:09:55.201673Z","end":"2026-02-27T19:09:56.451967Z","steps":["trace[16957741] 'range keys from in-memory index tree' (duration: 1.250080721s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.452181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.201666Z","time spent":"1.250492601s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:09:56.452393Z","caller":"traceutil/trace.go:171","msg":"trace[124371194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26843; }","duration":"1.454724864s","start":"2026-02-27T19:09:54.997642Z","end":"2026-02-27T19:09:56.452366Z","steps":["trace[124371194] 'range keys from in-memory index tree' (duration: 1.452217415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.453574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:54.997623Z","time spent":"1.454852817s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:09:56.750341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:09:56.770329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562045311s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:56.770672Z","caller":"traceutil/trace.go:171","msg":"trace[290381466] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"1.562472721s","start":"2026-02-27T19:09:55.208177Z","end":"2026-02-27T19:09:56.77065Z","steps":["trace[290381466] 'process raft request' (duration: 1.562315478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:56.770801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.208165Z","time spent":"1.562557793s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:58.314976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544479273s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:09:58.315561Z","caller":"traceutil/trace.go:171","msg":"trace[743436769] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"3.053225459s","start":"2026-02-27T19:09:55.262308Z","end":"2026-02-27T19:09:58.315533Z","steps":["trace[743436769] 'process raft request' (duration: 3.053002684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:58.315752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.262297Z","time spent":"3.053352861s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:58.315839Z","caller":"traceutil/trace.go:171","msg":"trace[1305444428] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"3.047847744s","start":"2026-02-27T19:09:55.267966Z","end":"2026-02-27T19:09:58.315813Z","steps":["trace[1305444428] 'process raft request' (duration: 3.047710591s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:09:58.31576Z","caller":"traceutil/trace.go:171","msg":"trace[163446267] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"3.050962506s","start":"2026-02-27T19:09:55.264774Z","end":"2026-02-27T19:09:58.315736Z","steps":["trace[163446267] 'process raft request' (duration: 3.05070482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:58.315981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.267959Z","time spent":"3.047939246s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:58.315995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.264767Z","time spent":"3.051187291s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:09:58.316066Z","caller":"traceutil/trace.go:171","msg":"trace[403647116] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"2.649205545s","start":"2026-02-27T19:09:55.666822Z","end":"2026-02-27T19:09:58.316028Z","steps":["trace[403647116] 'process raft request' (duration: 2.648943129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:58.316232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.666797Z","time spent":"2.649344929s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:09:58.451943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:09:58.452011Z","caller":"traceutil/trace.go:171","msg":"trace[1415775314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417029s","start":"2026-02-27T19:09:56.451573Z","end":"2026-02-27T19:09:58.45199Z","steps":["trace[1415775314] 'agreement among raft nodes before linearized reading' (duration: 2.000330567s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:09:58.452047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.451562Z","time spent":"2.000477481s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:09:59.773809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358911854s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:00.247568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931639736s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T19:10:00.248058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732768148s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:00.248152Z","caller":"traceutil/trace.go:171","msg":"trace[1935099309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26848; }","duration":"1.73287237s","start":"2026-02-27T19:09:58.515266Z","end":"2026-02-27T19:10:00.248139Z","steps":["trace[1935099309] 'range keys from in-memory index tree' (duration: 1.732756428s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:00.248715Z","caller":"traceutil/trace.go:171","msg":"trace[1834162147] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"3.792278516s","start":"2026-02-27T19:09:56.456409Z","end":"2026-02-27T19:10:00.248687Z","steps":["trace[1834162147] 'process raft request' (duration: 3.791262912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:00.248863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.456391Z","time spent":"3.792394939s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:00.45762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:00.457716Z","caller":"traceutil/trace.go:171","msg":"trace[1579621061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364788s","start":"2026-02-27T19:09:58.457329Z","end":"2026-02-27T19:10:00.457694Z","steps":["trace[1579621061] 'agreement among raft nodes before linearized reading' (duration: 2.000250555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:00.457781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.457322Z","time spent":"2.000433739s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:01.455355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.456489Z","time spent":"4.998855429s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:01.455401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.457022Z","time spent":"4.998373667s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:10:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:10:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:02.459045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:02.459214Z","caller":"traceutil/trace.go:171","msg":"trace[644791256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743108s","start":"2026-02-27T19:10:00.458448Z","end":"2026-02-27T19:10:02.459191Z","steps":["trace[644791256] 'agreement among raft nodes before linearized reading' (duration: 2.000548694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:02.459291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.458415Z","time spent":"2.00086245s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:03.029622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780899738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:03.02983Z","caller":"traceutil/trace.go:171","msg":"trace[144518485] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"4.864722191s","start":"2026-02-27T19:09:58.165097Z","end":"2026-02-27T19:10:03.029819Z","steps":["trace[144518485] 'process raft request' (duration: 4.86467639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:03.029864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.165074Z","time spent":"4.864774832s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:03.029933Z","caller":"traceutil/trace.go:171","msg":"trace[1779148297] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"4.254924499s","start":"2026-02-27T19:09:58.774973Z","end":"2026-02-27T19:10:03.029898Z","steps":["trace[1779148297] 'process raft request' (duration: 4.254818826s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:03.030023Z","caller":"traceutil/trace.go:171","msg":"trace[994838186] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"6.568411813s","start":"2026-02-27T19:09:56.461605Z","end":"2026-02-27T19:10:03.030017Z","steps":["trace[994838186] 'process raft request' (duration: 6.568134817s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:03.030054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.461597Z","time spent":"6.568441564s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:03.030093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.774953Z","time spent":"4.255052741s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:03.030186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.781436925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:10:03.030207Z","caller":"traceutil/trace.go:171","msg":"trace[2121678805] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26854; }","duration":"7.781479567s","start":"2026-02-27T19:09:55.248721Z","end":"2026-02-27T19:10:03.030201Z","steps":["trace[2121678805] 'agreement among raft nodes before linearized reading' (duration: 7.781406775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:03.03022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.248708Z","time spent":"7.781508947s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:10:03.030117Z","caller":"traceutil/trace.go:171","msg":"trace[1275167676] linearizableReadLoop","detail":"{readStateIndex:28149; appliedIndex:28139; }","duration":"7.781361454s","start":"2026-02-27T19:09:55.24875Z","end":"2026-02-27T19:10:03.030111Z","steps":["trace[1275167676] 'read index received' (duration: 1.521800738s)","trace[1275167676] 'applied index is now lower than readState.Index' (duration: 6.259560126s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:03.152234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.048567451s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:04.467562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:04.467704Z","caller":"traceutil/trace.go:171","msg":"trace[1669051611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501961s","start":"2026-02-27T19:10:02.467161Z","end":"2026-02-27T19:10:04.467663Z","steps":["trace[1669051611] 'agreement among raft nodes before linearized reading' (duration: 2.000306557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:04.467774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:02.467136Z","time spent":"2.000623675s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.197323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739589995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:05.197406Z","caller":"traceutil/trace.go:171","msg":"trace[310705571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.739705658s","start":"2026-02-27T19:10:03.45768Z","end":"2026-02-27T19:10:05.197386Z","steps":["trace[310705571] 'agreement among raft nodes before linearized reading' (duration: 1.739608286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:05.197451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.457671Z","time spent":"1.739771379s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.203644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746773661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:05.203709Z","caller":"traceutil/trace.go:171","msg":"trace[1706625483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.746897034s","start":"2026-02-27T19:10:03.456798Z","end":"2026-02-27T19:10:05.203695Z","steps":["trace[1706625483] 'agreement among raft nodes before linearized reading' (duration: 1.746810742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:05.203744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.456779Z","time spent":"1.746958175s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.230244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.1039Z","time spent":"5.126336623s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:05.23025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.103525Z","time spent":"5.126715881s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.230289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.032440163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898302631e1e1ed\" ","response":"","error":"context canceled"} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:10:05.230372Z","caller":"traceutil/trace.go:171","msg":"trace[1625265427] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898302631e1e1ed; range_end:; }","duration":"8.032623477s","start":"2026-02-27T19:09:57.197732Z","end":"2026-02-27T19:10:05.230356Z","steps":["trace[1625265427] 'agreement among raft nodes before linearized reading' (duration: 8.032477154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:05.230421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.19771Z","time spent":"8.032700398s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898302631e1e1ed\" "} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.24814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212103904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:05.24823Z","caller":"traceutil/trace.go:171","msg":"trace[1493469629] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.212264049s","start":"2026-02-27T19:10:03.035942Z","end":"2026-02-27T19:10:05.248206Z","steps":["trace[1493469629] 'agreement among raft nodes before linearized reading' (duration: 2.212122265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:05.248281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.035926Z","time spent":"2.21234473s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.250631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999850407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:05.250787Z","caller":"traceutil/trace.go:171","msg":"trace[446968950] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000065802s","start":"2026-02-27T19:09:55.250685Z","end":"2026-02-27T19:10:05.25075Z","steps":["trace[446968950] 'agreement among raft nodes before linearized reading' (duration: 9.999849807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:05.250884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.250681Z","time spent":"10.000174004s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.260733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.301546984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:05.260832Z","caller":"traceutil/trace.go:171","msg":"trace[736259109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"9.301694327s","start":"2026-02-27T19:09:55.959112Z","end":"2026-02-27T19:10:05.260806Z","steps":["trace[736259109] 'agreement among raft nodes before linearized reading' (duration: 9.301569634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:05.260889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.959095Z","time spent":"9.30178482s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.319647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.32159Z","time spent":"4.998045789s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:05.319664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.321418Z","time spent":"4.998238514s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:05.319747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.321695Z","time spent":"4.998038909s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:06.041584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999199742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T19:10:06.041629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999012348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:06.041665Z","caller":"traceutil/trace.go:171","msg":"trace[1644582405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999323595s","start":"2026-02-27T19:09:56.04232Z","end":"2026-02-27T19:10:06.041644Z","steps":["trace[1644582405] 'agreement among raft nodes before linearized reading' (duration: 9.999223613s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:06.041696Z","caller":"traceutil/trace.go:171","msg":"trace[771962767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.99911594s","start":"2026-02-27T19:09:56.042561Z","end":"2026-02-27T19:10:06.041677Z","steps":["trace[771962767] 'agreement among raft nodes before linearized reading' (duration: 9.999019127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:06.04171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.042304Z","time spent":"9.999397656s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:10:06.04173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.042556Z","time spent":"9.999167251s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 19:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:06.046312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99651301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:06.046374Z","caller":"traceutil/trace.go:171","msg":"trace[811630152] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"9.996583821s","start":"2026-02-27T19:09:56.049776Z","end":"2026-02-27T19:10:06.04636Z","steps":["trace[811630152] 'agreement among raft nodes before linearized reading' (duration: 9.99651083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:06.046414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.049744Z","time spent":"9.996663103s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 19:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:06.430202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277729471s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T19:10:06.467796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:06.467859Z","caller":"traceutil/trace.go:171","msg":"trace[1409331006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918649s","start":"2026-02-27T19:10:04.467926Z","end":"2026-02-27T19:10:06.467845Z","steps":["trace[1409331006] 'agreement among raft nodes before linearized reading' (duration: 1.999846197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:06.467892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:04.467898Z","time spent":"1.9999869s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:06.712981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.567177875s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:07.273476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99977475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:07.273542Z","caller":"traceutil/trace.go:171","msg":"trace[410210680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999885423s","start":"2026-02-27T19:10:02.273639Z","end":"2026-02-27T19:10:07.273524Z","steps":["trace[410210680] 'agreement among raft nodes before linearized reading' (duration: 4.999789991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:07.273575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:02.273625Z","time spent":"4.999943554s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 19:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:08.476977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:08.477042Z","caller":"traceutil/trace.go:171","msg":"trace[2119354578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217175s","start":"2026-02-27T19:10:06.476812Z","end":"2026-02-27T19:10:08.477029Z","steps":["trace[2119354578] 'agreement among raft nodes before linearized reading' (duration: 2.000137013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:08.477071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:06.476799Z","time spent":"2.000266356s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:09.176812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:02.176041Z","time spent":"7.000764203s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:09.185558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:02.184429Z","time spent":"7.001122381s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:09.683895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088273001s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.68398Z","caller":"traceutil/trace.go:171","msg":"trace[286486013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26855; }","duration":"1.088368084s","start":"2026-02-27T19:10:08.595599Z","end":"2026-02-27T19:10:09.683967Z","steps":["trace[286486013] 'range keys from in-memory index tree' (duration: 1.088261191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.68447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971110295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:09.684849Z","caller":"traceutil/trace.go:171","msg":"trace[1746774671] linearizableReadLoop","detail":"{readStateIndex:28158; appliedIndex:28151; }","duration":"6.654479648s","start":"2026-02-27T19:10:03.030352Z","end":"2026-02-27T19:10:09.684832Z","steps":["trace[1746774671] 'read index received' (duration: 122.034068ms)","trace[1746774671] 'applied index is now lower than readState.Index' (duration: 6.53244438s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:09.685077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977805691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.68512Z","caller":"traceutil/trace.go:171","msg":"trace[189655316] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26861; }","duration":"6.977886442s","start":"2026-02-27T19:10:02.707221Z","end":"2026-02-27T19:10:09.685108Z","steps":["trace[189655316] 'agreement among raft nodes before linearized reading' (duration: 6.977819371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.685161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:02.707202Z","time spent":"6.977948834s","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.685357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.646423536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:09.685393Z","caller":"traceutil/trace.go:171","msg":"trace[1928820900] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26861; }","duration":"7.646492788s","start":"2026-02-27T19:10:02.038892Z","end":"2026-02-27T19:10:09.685384Z","steps":["trace[1928820900] 'agreement among raft nodes before linearized reading' (duration: 7.646433886s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.685427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:02.038875Z","time spent":"7.64654513s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.685587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.88650114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.685623Z","caller":"traceutil/trace.go:171","msg":"trace[49788775] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26861; }","duration":"7.886575832s","start":"2026-02-27T19:10:01.799038Z","end":"2026-02-27T19:10:09.685614Z","steps":["trace[49788775] 'agreement among raft nodes before linearized reading' (duration: 7.886522111s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.685656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:01.799018Z","time spent":"7.886630803s","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.685797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.23386502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.685832Z","caller":"traceutil/trace.go:171","msg":"trace[279712430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26861; }","duration":"8.233945453s","start":"2026-02-27T19:10:01.451877Z","end":"2026-02-27T19:10:09.685823Z","steps":["trace[279712430] 'agreement among raft nodes before linearized reading' (duration: 8.233893992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.685868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:01.451854Z","time spent":"8.234003764s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.685885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.066508993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:09.685926Z","caller":"traceutil/trace.go:171","msg":"trace[1462072170] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26861; }","duration":"12.066609615s","start":"2026-02-27T19:09:57.619307Z","end":"2026-02-27T19:10:09.685916Z","steps":["trace[1462072170] 'agreement among raft nodes before linearized reading' (duration: 12.066520173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.686002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.522204443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-27T19:10:09.686034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.988234853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.686085Z","caller":"traceutil/trace.go:171","msg":"trace[1031280596] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26861; }","duration":"12.522331117s","start":"2026-02-27T19:09:57.163735Z","end":"2026-02-27T19:10:09.686066Z","steps":["trace[1031280596] 'agreement among raft nodes before linearized reading' (duration: 12.522162093s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:09.686123Z","caller":"traceutil/trace.go:171","msg":"trace[517870357] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26861; }","duration":"10.988343935s","start":"2026-02-27T19:09:58.697758Z","end":"2026-02-27T19:10:09.686102Z","steps":["trace[517870357] 'agreement among raft nodes before linearized reading' (duration: 10.988174212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.686175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.697735Z","time spent":"10.988429848s","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.68596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.619285Z","time spent":"12.066666636s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.686771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.626718141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-27T19:10:09.686198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.416410001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.686945Z","caller":"traceutil/trace.go:171","msg":"trace[349629328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26861; }","duration":"11.626957545s","start":"2026-02-27T19:09:58.059959Z","end":"2026-02-27T19:10:09.686917Z","steps":["trace[349629328] 'agreement among raft nodes before linearized reading' (duration: 11.626509605s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:09.686949Z","caller":"traceutil/trace.go:171","msg":"trace[1540129986] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26861; }","duration":"14.41720011s","start":"2026-02-27T19:09:55.269732Z","end":"2026-02-27T19:10:09.686932Z","steps":["trace[1540129986] 'agreement among raft nodes before linearized reading' (duration: 14.416425942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.059937Z","time spent":"11.627055798s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.228784433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-02-27T19:10:09.687013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:55.26971Z","time spent":"14.417287302s","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:09.687057Z","caller":"traceutil/trace.go:171","msg":"trace[1004301123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26861; }","duration":"12.229608692s","start":"2026-02-27T19:09:57.457432Z","end":"2026-02-27T19:10:09.68704Z","steps":["trace[1004301123] 'agreement among raft nodes before linearized reading' (duration: 12.228724412s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.686267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465763615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17027"} {"level":"warn","ts":"2026-02-27T19:10:09.687109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.457414Z","time spent":"12.229683464s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"info","ts":"2026-02-27T19:10:09.687136Z","caller":"traceutil/trace.go:171","msg":"trace[689467034] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26861; }","duration":"8.466672496s","start":"2026-02-27T19:10:01.220456Z","end":"2026-02-27T19:10:09.687129Z","steps":["trace[689467034] 'agreement among raft nodes before linearized reading' (duration: 8.465703554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:01.220435Z","time spent":"8.466719727s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.884729265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T19:10:09.687246Z","caller":"traceutil/trace.go:171","msg":"trace[1267138610] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26861; }","duration":"8.885704368s","start":"2026-02-27T19:10:00.801533Z","end":"2026-02-27T19:10:09.687237Z","steps":["trace[1267138610] 'agreement among raft nodes before linearized reading' (duration: 8.884638983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:00.801491Z","time spent":"8.88578374s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.273295245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.687368Z","caller":"traceutil/trace.go:171","msg":"trace[406231892] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26861; }","duration":"12.274351049s","start":"2026-02-27T19:09:57.413006Z","end":"2026-02-27T19:10:09.687357Z","steps":["trace[406231892] 'agreement among raft nodes before linearized reading' (duration: 12.273274675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.412979Z","time spent":"12.27441418s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.686133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.163715Z","time spent":"12.522410148s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.457504644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T19:10:09.68763Z","caller":"traceutil/trace.go:171","msg":"trace[87528110] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26861; }","duration":"12.458810165s","start":"2026-02-27T19:09:57.228812Z","end":"2026-02-27T19:10:09.687622Z","steps":["trace[87528110] 'agreement among raft nodes before linearized reading' (duration: 12.457485404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.228795Z","time spent":"12.458861405s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.433919772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-02-27T19:10:09.687767Z","caller":"traceutil/trace.go:171","msg":"trace[1815610822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26861; }","duration":"11.435324285s","start":"2026-02-27T19:09:58.252432Z","end":"2026-02-27T19:10:09.687757Z","steps":["trace[1815610822] 'agreement among raft nodes before linearized reading' (duration: 11.433930122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.252413Z","time spent":"11.435379566s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.463781149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T19:10:09.687947Z","caller":"traceutil/trace.go:171","msg":"trace[666394754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26861; }","duration":"12.465416457s","start":"2026-02-27T19:09:57.22252Z","end":"2026-02-27T19:10:09.687937Z","steps":["trace[666394754] 'agreement among raft nodes before linearized reading' (duration: 12.46381263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.687983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.222464Z","time spent":"12.46550845s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:10:09.686399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.844083882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.688039Z","caller":"traceutil/trace.go:171","msg":"trace[192878664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26861; }","duration":"10.845772111s","start":"2026-02-27T19:09:58.842253Z","end":"2026-02-27T19:10:09.688025Z","steps":["trace[192878664] 'agreement among raft nodes before linearized reading' (duration: 10.844112973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.686395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.926928132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:09.686427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.345405886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:09.686473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.126456786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T19:10:09.686514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.479453327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-02-27T19:10:09.686559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.231853419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T19:10:09.686186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.265062723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:09.688086Z","caller":"traceutil/trace.go:171","msg":"trace[21049376] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26861; }","duration":"10.267002378s","start":"2026-02-27T19:09:59.421078Z","end":"2026-02-27T19:10:09.688081Z","steps":["trace[21049376] 'agreement among raft nodes before linearized reading' (duration: 10.265064673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.688096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.84223Z","time spent":"10.845849023s","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:09.688128Z","caller":"traceutil/trace.go:171","msg":"trace[1103934255] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26861; }","duration":"11.481128436s","start":"2026-02-27T19:09:58.206995Z","end":"2026-02-27T19:10:09.688124Z","steps":["trace[1103934255] 'agreement among raft nodes before linearized reading' (duration: 11.479456568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.688144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.206973Z","time spent":"11.481165057s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T19:10:09.688145Z","caller":"traceutil/trace.go:171","msg":"trace[1120517386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26861; }","duration":"11.128112184s","start":"2026-02-27T19:09:58.560013Z","end":"2026-02-27T19:10:09.688125Z","steps":["trace[1120517386] 'agreement among raft nodes before linearized reading' (duration: 11.126400775s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:09.688187Z","caller":"traceutil/trace.go:171","msg":"trace[420964813] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26861; }","duration":"11.233496717s","start":"2026-02-27T19:09:58.454676Z","end":"2026-02-27T19:10:09.688173Z","steps":["trace[420964813] 'agreement among raft nodes before linearized reading' (duration: 11.231811008s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:09.688195Z","caller":"traceutil/trace.go:171","msg":"trace[1453501750] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26861; }","duration":"10.928765625s","start":"2026-02-27T19:09:58.759417Z","end":"2026-02-27T19:10:09.688183Z","steps":["trace[1453501750] 'agreement among raft nodes before linearized reading' (duration: 10.926950743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.688204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.559953Z","time spent":"11.128229928s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:10:09.688113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:59.421063Z","time spent":"10.267038419s","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.688237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.454663Z","time spent":"11.233558148s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T19:10:09.688243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:58.759396Z","time spent":"10.928830437s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:09.688335Z","caller":"traceutil/trace.go:171","msg":"trace[1131889602] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26861; }","duration":"12.347342301s","start":"2026-02-27T19:09:57.340987Z","end":"2026-02-27T19:10:09.688329Z","steps":["trace[1131889602] 'agreement among raft nodes before linearized reading' (duration: 12.345383276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.68837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:57.340972Z","time spent":"12.347381611s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:09.689628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.14256515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:09.689666Z","caller":"traceutil/trace.go:171","msg":"trace[1153895999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26861; }","duration":"13.142642582s","start":"2026-02-27T19:09:56.547011Z","end":"2026-02-27T19:10:09.689653Z","steps":["trace[1153895999] 'agreement among raft nodes before linearized reading' (duration: 13.138978707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:09.689688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:09:56.546991Z","time spent":"13.142691022s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:10.033335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:05.035305Z","time spent":"4.998023871s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:10.185914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:10.202511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998619614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:10.202568Z","caller":"traceutil/trace.go:171","msg":"trace[1587944791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998718006s","start":"2026-02-27T19:10:05.203837Z","end":"2026-02-27T19:10:10.202555Z","steps":["trace[1587944791] 'agreement among raft nodes before linearized reading' (duration: 4.998635015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:10.2026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:05.203825Z","time spent":"4.998768857s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 19:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:10.319883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998735507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:10.319969Z","caller":"traceutil/trace.go:171","msg":"trace[325697041] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99887642s","start":"2026-02-27T19:10:05.321074Z","end":"2026-02-27T19:10:10.319951Z","steps":["trace[325697041] 'agreement among raft nodes before linearized reading' (duration: 4.998770698s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:10.320028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:05.321056Z","time spent":"4.998951092s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 19:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:10.320208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999305199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T19:10:10.320286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998965592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:10.320299Z","caller":"traceutil/trace.go:171","msg":"trace[1645487599] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999447983s","start":"2026-02-27T19:10:05.320824Z","end":"2026-02-27T19:10:10.320272Z","steps":["trace[1645487599] 'agreement among raft nodes before linearized reading' (duration: 4.99933473s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:10.320326Z","caller":"traceutil/trace.go:171","msg":"trace[1650207063] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999029154s","start":"2026-02-27T19:10:05.321286Z","end":"2026-02-27T19:10:10.320315Z","steps":["trace[1650207063] 'agreement among raft nodes before linearized reading' (duration: 4.998983323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:10.320349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:05.320811Z","time spent":"4.999527945s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T19:10:10.320371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:05.321278Z","time spent":"4.999074215s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 19:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:10.321423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.321224Z","time spent":"7.0001884s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:10.477345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:10.477426Z","caller":"traceutil/trace.go:171","msg":"trace[1800951267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033691s","start":"2026-02-27T19:10:08.477372Z","end":"2026-02-27T19:10:10.477405Z","steps":["trace[1800951267] 'agreement among raft nodes before linearized reading' (duration: 1.999936239s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:10.477471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:08.477362Z","time spent":"2.000098953s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:10.598717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000789629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:10.598831Z","caller":"traceutil/trace.go:171","msg":"trace[658647373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946853s","start":"2026-02-27T19:10:08.597853Z","end":"2026-02-27T19:10:10.5988Z","steps":["trace[658647373] 'agreement among raft nodes before linearized reading' (duration: 2.000803509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:10.598886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:08.597839Z","time spent":"2.001036665s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:10.686086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:10.872943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.159675891s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:12.253177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978294221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:12.25326Z","caller":"traceutil/trace.go:171","msg":"trace[1599628263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.978427815s","start":"2026-02-27T19:10:09.274813Z","end":"2026-02-27T19:10:12.253241Z","steps":["trace[1599628263] 'agreement among raft nodes before linearized reading' (duration: 2.978316672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:12.253335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.274793Z","time spent":"2.978531798s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 19:10:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:12.484001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:12.484104Z","caller":"traceutil/trace.go:171","msg":"trace[35834756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649635s","start":"2026-02-27T19:10:10.483434Z","end":"2026-02-27T19:10:12.484084Z","steps":["trace[35834756] 'agreement among raft nodes before linearized reading' (duration: 2.000522402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:12.484206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.483419Z","time spent":"2.000777527s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:13.044587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:06.043911Z","time spent":"7.00066822s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:13.044658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:06.044087Z","time spent":"7.000562668s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:13.244475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.995447105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:13.244544Z","caller":"traceutil/trace.go:171","msg":"trace[178739917] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.995574978s","start":"2026-02-27T19:10:03.248953Z","end":"2026-02-27T19:10:13.244528Z","steps":["trace[178739917] 'agreement among raft nodes before linearized reading' (duration: 9.995482286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:13.244607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.24893Z","time spent":"9.99566771s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 19:10:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:13.793938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.786389Z","time spent":"4.007534205s","remote":"127.0.0.1:59214","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:13.795199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921968907s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T19:10:14.484493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:14.484596Z","caller":"traceutil/trace.go:171","msg":"trace[1460000526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031801s","start":"2026-02-27T19:10:12.484522Z","end":"2026-02-27T19:10:14.484554Z","steps":["trace[1460000526] 'agreement among raft nodes before linearized reading' (duration: 1.999931549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:14.484648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:12.4845Z","time spent":"2.000134194s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:15.015536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.71043093s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:15.033698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998620883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:15.033772Z","caller":"traceutil/trace.go:171","msg":"trace[742286804] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998753256s","start":"2026-02-27T19:10:10.035003Z","end":"2026-02-27T19:10:15.033756Z","steps":["trace[742286804] 'agreement among raft nodes before linearized reading' (duration: 4.998655954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:15.033812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.034982Z","time spent":"4.998821287s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 19:10:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:15.279928Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9ca0564e972b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T19:10:15.32078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998594813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:15.320847Z","caller":"traceutil/trace.go:171","msg":"trace[1401564166] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998711175s","start":"2026-02-27T19:10:10.322118Z","end":"2026-02-27T19:10:15.320829Z","steps":["trace[1401564166] 'agreement among raft nodes before linearized reading' (duration: 4.998624813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:15.320889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.322102Z","time spent":"4.998777707s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 19:10:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:15.321562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998090351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:15.321602Z","caller":"traceutil/trace.go:171","msg":"trace[725665087] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998150572s","start":"2026-02-27T19:10:10.323441Z","end":"2026-02-27T19:10:15.321591Z","steps":["trace[725665087] 'agreement among raft nodes before linearized reading' (duration: 4.998109271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:15.321632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.32343Z","time spent":"4.998195093s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T19:10:16.182169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.181601Z","time spent":"7.000550908s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:16.19056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.189506Z","time spent":"7.001046999s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:16.491846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:16.491917Z","caller":"traceutil/trace.go:171","msg":"trace[1454416344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221405s","start":"2026-02-27T19:10:14.491679Z","end":"2026-02-27T19:10:16.4919Z","steps":["trace[1454416344] 'agreement among raft nodes before linearized reading' (duration: 2.000127933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:16.491957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:14.491663Z","time spent":"2.000282866s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:16.66082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645004693s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T19:10:16.66109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.687879Z","time spent":"6.973206324s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:10:16.662009Z","caller":"traceutil/trace.go:171","msg":"trace[1788844606] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"6.957105131s","start":"2026-02-27T19:10:09.704885Z","end":"2026-02-27T19:10:16.66199Z","steps":["trace[1788844606] 'process raft request' (duration: 6.956135159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:16.66212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.704874Z","time spent":"6.957183144s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:16.708062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.7074Z","time spent":"7.000655981s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:16.713163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.713052Z","time spent":"7.000109498s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:17.25371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:12.254945Z","time spent":"4.998758777s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:10:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:17.537567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.53644Z","time spent":"7.001121462s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:17.943345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.22611Z","time spent":"717.228452ms","remote":"127.0.0.1:39120","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:17.944843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282774909s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-27T19:10:17.945133Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"55.841µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-27T19:10:17.945197Z","caller":"traceutil/trace.go:171","msg":"trace[1723167799] linearizableReadLoop","detail":"{readStateIndex:28170; appliedIndex:28158; }","duration":"8.260295844s","start":"2026-02-27T19:10:09.684887Z","end":"2026-02-27T19:10:17.945183Z","steps":["trace[1723167799] 'read index received' (duration: 1.188269109s)","trace[1723167799] 'applied index is now lower than readState.Index' (duration: 7.072025745s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:17.945228Z","caller":"traceutil/trace.go:171","msg":"trace[283864549] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26871; }","duration":"1.28240363s","start":"2026-02-27T19:10:16.662808Z","end":"2026-02-27T19:10:17.945211Z","steps":["trace[283864549] 'process raft request' (duration: 1.28237122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945234Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9ca0564e972b","error":"lease not found"} {"level":"warn","ts":"2026-02-27T19:10:17.945297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.662691Z","time spent":"1.282573925s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:17.945309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.006760683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.945348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.690612862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.94537Z","caller":"traceutil/trace.go:171","msg":"trace[294090946] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26871; }","duration":"13.690654813s","start":"2026-02-27T19:10:04.254707Z","end":"2026-02-27T19:10:17.945362Z","steps":["trace[294090946] 'agreement among raft nodes before linearized reading' (duration: 13.690614252s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.945375Z","caller":"traceutil/trace.go:171","msg":"trace[1483985306] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26871; }","duration":"9.006829905s","start":"2026-02-27T19:10:08.938524Z","end":"2026-02-27T19:10:17.945353Z","steps":["trace[1483985306] 'agreement among raft nodes before linearized reading' (duration: 9.006719192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.894888601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.945374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.491071211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.945428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.147825757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.9454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.531416713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.945391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:04.254693Z","time spent":"13.690694493s","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.945441Z","caller":"traceutil/trace.go:171","msg":"trace[528237089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26871; }","duration":"8.894997683s","start":"2026-02-27T19:10:09.050421Z","end":"2026-02-27T19:10:17.945419Z","steps":["trace[528237089] 'agreement among raft nodes before linearized reading' (duration: 8.89487346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.945445Z","caller":"traceutil/trace.go:171","msg":"trace[643281311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26871; }","duration":"8.491209885s","start":"2026-02-27T19:10:09.454219Z","end":"2026-02-27T19:10:17.945429Z","steps":["trace[643281311] 'agreement among raft nodes before linearized reading' (duration: 8.491072162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.67413996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.945451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.031774418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.945497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.869874651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:17.945489Z","caller":"traceutil/trace.go:171","msg":"trace[1177998378] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26871; }","duration":"13.531571606s","start":"2026-02-27T19:10:04.413892Z","end":"2026-02-27T19:10:17.945464Z","steps":["trace[1177998378] 'agreement among raft nodes before linearized reading' (duration: 13.53131028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.454198Z","time spent":"8.491283977s","remote":"127.0.0.1:38894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.945514Z","caller":"traceutil/trace.go:171","msg":"trace[1650734741] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26871; }","duration":"14.869911611s","start":"2026-02-27T19:10:03.075597Z","end":"2026-02-27T19:10:17.945509Z","steps":["trace[1650734741] 'agreement among raft nodes before linearized reading' (duration: 14.869883661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:08.938502Z","time spent":"9.006911676s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.945529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.075583Z","time spent":"14.869942712s","remote":"127.0.0.1:35552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.94552Z","caller":"traceutil/trace.go:171","msg":"trace[38468402] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26871; }","duration":"10.03188433s","start":"2026-02-27T19:10:07.913619Z","end":"2026-02-27T19:10:17.945504Z","steps":["trace[38468402] 'agreement among raft nodes before linearized reading' (duration: 10.031729407s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.945524Z","caller":"traceutil/trace.go:171","msg":"trace[2060693540] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26871; }","duration":"13.674356215s","start":"2026-02-27T19:10:04.271144Z","end":"2026-02-27T19:10:17.9455Z","steps":["trace[2060693540] 'agreement among raft nodes before linearized reading' (duration: 13.674111959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:07.913605Z","time spent":"10.031948132s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.945496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.05039Z","time spent":"8.895094315s","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.945591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:04.271109Z","time spent":"13.674464038s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.945619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.41872255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.94568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.90091157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-02-27T19:10:17.945541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:04.413871Z","time spent":"13.531659148s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.945689Z","caller":"traceutil/trace.go:171","msg":"trace[757697543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26871; }","duration":"13.418823403s","start":"2026-02-27T19:10:04.52685Z","end":"2026-02-27T19:10:17.945673Z","steps":["trace[757697543] 'agreement among raft nodes before linearized reading' (duration: 13.418718901s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.945705Z","caller":"traceutil/trace.go:171","msg":"trace[1650929216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26871; }","duration":"14.900971582s","start":"2026-02-27T19:10:03.044727Z","end":"2026-02-27T19:10:17.945698Z","steps":["trace[1650929216] 'agreement among raft nodes before linearized reading' (duration: 14.90088679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.04471Z","time spent":"14.901009962s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:10:17.945738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:04.526835Z","time spent":"13.418884674s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.945471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.825479572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.945785Z","caller":"traceutil/trace.go:171","msg":"trace[1314135843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26871; }","duration":"14.825801179s","start":"2026-02-27T19:10:03.11997Z","end":"2026-02-27T19:10:17.945772Z","steps":["trace[1314135843] 'agreement among raft nodes before linearized reading' (duration: 14.825485152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.119961Z","time spent":"14.825861851s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.945873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241408816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8dec933-56d4-4cf7-903c-f57baae81a46\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T19:10:17.945881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678916065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:17.9459Z","caller":"traceutil/trace.go:171","msg":"trace[2046446498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8dec933-56d4-4cf7-903c-f57baae81a46; range_end:; response_count:1; response_revision:26871; }","duration":"8.241478587s","start":"2026-02-27T19:10:09.704414Z","end":"2026-02-27T19:10:17.945893Z","steps":["trace[2046446498] 'agreement among raft nodes before linearized reading' (duration: 8.241409746s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.94592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:09.704394Z","time spent":"8.241521809s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a8dec933-56d4-4cf7-903c-f57baae81a46\" "} {"level":"warn","ts":"2026-02-27T19:10:17.945937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079904788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.945445Z","caller":"traceutil/trace.go:171","msg":"trace[95959223] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26871; }","duration":"14.147877449s","start":"2026-02-27T19:10:03.797562Z","end":"2026-02-27T19:10:17.94544Z","steps":["trace[95959223] 'agreement among raft nodes before linearized reading' (duration: 14.147838808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645301175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.945972Z","caller":"traceutil/trace.go:171","msg":"trace[806820240] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26871; }","duration":"7.07998767s","start":"2026-02-27T19:10:10.865974Z","end":"2026-02-27T19:10:17.945961Z","steps":["trace[806820240] 'agreement among raft nodes before linearized reading' (duration: 7.079928668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.945983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:03.797543Z","time spent":"14.148427751s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.945995Z","caller":"traceutil/trace.go:171","msg":"trace[1566352145] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26871; }","duration":"4.645375427s","start":"2026-02-27T19:10:13.300606Z","end":"2026-02-27T19:10:17.945981Z","steps":["trace[1566352145] 'agreement among raft nodes before linearized reading' (duration: 4.645292815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.86595Z","time spent":"7.080045251s","remote":"127.0.0.1:47738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422424945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"warn","ts":"2026-02-27T19:10:17.946036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:13.30059Z","time spent":"4.645433508s","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348297677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.946052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.237164482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-27T19:10:17.94609Z","caller":"traceutil/trace.go:171","msg":"trace[521402920] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26871; }","duration":"1.348394289s","start":"2026-02-27T19:10:16.597679Z","end":"2026-02-27T19:10:17.946073Z","steps":["trace[521402920] 'agreement among raft nodes before linearized reading' (duration: 1.348272156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453084106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.94612Z","caller":"traceutil/trace.go:171","msg":"trace[597025708] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26871; }","duration":"7.237272944s","start":"2026-02-27T19:10:10.708828Z","end":"2026-02-27T19:10:17.946101Z","steps":["trace[597025708] 'agreement among raft nodes before linearized reading' (duration: 7.23711259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.597657Z","time spent":"1.348463151s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.21053377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.946194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827923393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:17.946206Z","caller":"traceutil/trace.go:171","msg":"trace[259932727] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26871; }","duration":"6.210604602s","start":"2026-02-27T19:10:11.735593Z","end":"2026-02-27T19:10:17.946197Z","steps":["trace[259932727] 'agreement among raft nodes before linearized reading' (duration: 6.210545781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.94622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.712504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.946219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759684071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-27T19:10:17.946247Z","caller":"traceutil/trace.go:171","msg":"trace[1061517036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26871; }","duration":"928.774995ms","start":"2026-02-27T19:10:17.017465Z","end":"2026-02-27T19:10:17.94624Z","steps":["trace[1061517036] 'agreement among raft nodes before linearized reading' (duration: 928.730394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:11.735567Z","time spent":"6.210661083s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.94626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208089553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:17.946301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.574799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T19:10:17.946299Z","caller":"traceutil/trace.go:171","msg":"trace[638926227] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26871; }","duration":"2.208162495s","start":"2026-02-27T19:10:15.738127Z","end":"2026-02-27T19:10:17.94629Z","steps":["trace[638926227] 'agreement among raft nodes before linearized reading' (duration: 2.208111814s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.946319Z","caller":"traceutil/trace.go:171","msg":"trace[97374620] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26871; }","duration":"405.633311ms","start":"2026-02-27T19:10:17.54068Z","end":"2026-02-27T19:10:17.946313Z","steps":["trace[97374620] 'agreement among raft nodes before linearized reading' (duration: 405.59876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767513898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.94633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628074161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.946332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:15.738107Z","time spent":"2.208217546s","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.540658Z","time spent":"405.680001ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T19:10:17.946361Z","caller":"traceutil/trace.go:171","msg":"trace[1611305459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26871; }","duration":"1.628133593s","start":"2026-02-27T19:10:16.318219Z","end":"2026-02-27T19:10:17.946353Z","steps":["trace[1611305459] 'agreement among raft nodes before linearized reading' (duration: 1.628068291s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.946221Z","caller":"traceutil/trace.go:171","msg":"trace[1096537526] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26871; }","duration":"1.827973814s","start":"2026-02-27T19:10:16.118239Z","end":"2026-02-27T19:10:17.946213Z","steps":["trace[1096537526] 'agreement among raft nodes before linearized reading' (duration: 1.827907352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.318203Z","time spent":"1.628194514s","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.118226Z","time spent":"1.828178799s","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664821502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.946458Z","caller":"traceutil/trace.go:171","msg":"trace[739977779] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26871; }","duration":"3.664871794s","start":"2026-02-27T19:10:14.281579Z","end":"2026-02-27T19:10:17.946451Z","steps":["trace[739977779] 'agreement among raft nodes before linearized reading' (duration: 3.664829043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281452438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-69cf88cfc4-tkvwr.18982f6fa4411672\" ","response":"range_response_count:1 size:1169"} {"level":"warn","ts":"2026-02-27T19:10:17.946459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811570099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:10:17.946503Z","caller":"traceutil/trace.go:171","msg":"trace[298940616] range","detail":"{range_begin:/registry/events/openstack/senlin-api-69cf88cfc4-tkvwr.18982f6fa4411672; range_end:; response_count:1; response_revision:26871; }","duration":"1.28152983s","start":"2026-02-27T19:10:16.664959Z","end":"2026-02-27T19:10:17.946489Z","steps":["trace[298940616] 'agreement among raft nodes before linearized reading' (duration: 1.281354606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496599793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.945916Z","caller":"traceutil/trace.go:171","msg":"trace[249013517] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26871; }","duration":"2.678993026s","start":"2026-02-27T19:10:15.266912Z","end":"2026-02-27T19:10:17.945905Z","steps":["trace[249013517] 'agreement among raft nodes before linearized reading' (duration: 2.678934755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247957081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T19:10:17.946615Z","caller":"traceutil/trace.go:171","msg":"trace[1545733735] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26871; }","duration":"3.248025664s","start":"2026-02-27T19:10:14.69858Z","end":"2026-02-27T19:10:17.946605Z","steps":["trace[1545733735] 'agreement among raft nodes before linearized reading' (duration: 3.247904381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.664945Z","time spent":"1.281598061s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1192,"request content":"key:\"/registry/events/openstack/senlin-api-69cf88cfc4-tkvwr.18982f6fa4411672\" "} {"level":"warn","ts":"2026-02-27T19:10:17.946638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:14.69852Z","time spent":"3.248113395s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:10:17.946627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704546444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:17.94664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:15.266879Z","time spent":"2.679743154s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.946672Z","caller":"traceutil/trace.go:171","msg":"trace[1636132579] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26871; }","duration":"3.704634355s","start":"2026-02-27T19:10:14.242028Z","end":"2026-02-27T19:10:17.946662Z","steps":["trace[1636132579] 'agreement among raft nodes before linearized reading' (duration: 3.704522932s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752251989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-02-27T19:10:17.946693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899379784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.946704Z","caller":"traceutil/trace.go:171","msg":"trace[641465297] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26871; }","duration":"1.752313181s","start":"2026-02-27T19:10:16.194385Z","end":"2026-02-27T19:10:17.946698Z","steps":["trace[641465297] 'agreement among raft nodes before linearized reading' (duration: 1.752240379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:14.242008Z","time spent":"3.704689517s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.94673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.194368Z","time spent":"1.752357281s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-02-27T19:10:17.946731Z","caller":"traceutil/trace.go:171","msg":"trace[314836984] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26871; }","duration":"2.899451235s","start":"2026-02-27T19:10:15.047269Z","end":"2026-02-27T19:10:17.94672Z","steps":["trace[314836984] 'agreement among raft nodes before linearized reading' (duration: 2.899393144s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.017443Z","time spent":"928.818796ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:15.047253Z","time spent":"2.899501757s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.946548Z","caller":"traceutil/trace.go:171","msg":"trace[577024469] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26871; }","duration":"3.496635005s","start":"2026-02-27T19:10:14.449906Z","end":"2026-02-27T19:10:17.946541Z","steps":["trace[577024469] 'agreement among raft nodes before linearized reading' (duration: 3.496589814s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.94613Z","caller":"traceutil/trace.go:171","msg":"trace[2139794081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26871; }","duration":"1.453137076s","start":"2026-02-27T19:10:16.492986Z","end":"2026-02-27T19:10:17.946123Z","steps":["trace[2139794081] 'agreement among raft nodes before linearized reading' (duration: 1.453099986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.946839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.492969Z","time spent":"1.453865264s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:17.946854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:14.449848Z","time spent":"3.496986803s","remote":"127.0.0.1:45304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93396574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288291"} {"level":"info","ts":"2026-02-27T19:10:17.946949Z","caller":"traceutil/trace.go:171","msg":"trace[1225441916] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26871; }","duration":"3.934045562s","start":"2026-02-27T19:10:14.012891Z","end":"2026-02-27T19:10:17.946937Z","steps":["trace[1225441916] 'agreement among raft nodes before linearized reading' (duration: 3.933543511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.94699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:14.012876Z","time spent":"3.934104263s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288314,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T19:10:17.946169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.708794Z","time spent":"7.237364216s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:10:17.946237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180204092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:17.947134Z","caller":"traceutil/trace.go:171","msg":"trace[1387579948] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26871; }","duration":"7.181182314s","start":"2026-02-27T19:10:10.765936Z","end":"2026-02-27T19:10:17.947118Z","steps":["trace[1387579948] 'agreement among raft nodes before linearized reading' (duration: 7.180264303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.947173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.765906Z","time spent":"7.181253186s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.946068Z","caller":"traceutil/trace.go:171","msg":"trace[91957832] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26871; }","duration":"1.422482067s","start":"2026-02-27T19:10:16.523579Z","end":"2026-02-27T19:10:17.946061Z","steps":["trace[91957832] 'agreement among raft nodes before linearized reading' (duration: 1.422359104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.947356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.523565Z","time spent":"1.423775377s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7373,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T19:10:17.946077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.619911752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T19:10:17.947474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.689601107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:10:17.947504Z","caller":"traceutil/trace.go:171","msg":"trace[1692534916] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26871; }","duration":"5.689663139s","start":"2026-02-27T19:10:12.257833Z","end":"2026-02-27T19:10:17.947496Z","steps":["trace[1692534916] 'agreement among raft nodes before linearized reading' (duration: 5.688154504s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:17.947502Z","caller":"traceutil/trace.go:171","msg":"trace[466649760] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26871; }","duration":"7.621347335s","start":"2026-02-27T19:10:10.326139Z","end":"2026-02-27T19:10:17.947486Z","steps":["trace[466649760] 'agreement among raft nodes before linearized reading' (duration: 7.619890671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.947532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:12.257818Z","time spent":"5.68970718s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2789,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.947549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:10.326128Z","time spent":"7.621406187s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T19:10:17.946262Z","caller":"traceutil/trace.go:171","msg":"trace[1383759399] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26871; }","duration":"1.759763993s","start":"2026-02-27T19:10:16.186487Z","end":"2026-02-27T19:10:17.946251Z","steps":["trace[1383759399] 'agreement among raft nodes before linearized reading' (duration: 1.75960052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.947677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:16.18647Z","time spent":"1.761199626s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T19:10:17.946357Z","caller":"traceutil/trace.go:171","msg":"trace[793370277] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26871; }","duration":"4.767603771s","start":"2026-02-27T19:10:13.178741Z","end":"2026-02-27T19:10:17.946344Z","steps":["trace[793370277] 'agreement among raft nodes before linearized reading' (duration: 4.767527609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.947758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:13.178721Z","time spent":"4.769024713s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:17.946484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:14.281566Z","time spent":"3.664912285s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:17.946513Z","caller":"traceutil/trace.go:171","msg":"trace[244413210] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26871; }","duration":"2.811657271s","start":"2026-02-27T19:10:15.134843Z","end":"2026-02-27T19:10:17.9465Z","steps":["trace[244413210] 'agreement among raft nodes before linearized reading' (duration: 2.811386975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:17.947896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:15.134826Z","time spent":"2.813050293s","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":245,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:19.283242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.231681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:19.283402Z","caller":"traceutil/trace.go:171","msg":"trace[861360981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26871; }","duration":"767.409165ms","start":"2026-02-27T19:10:18.515968Z","end":"2026-02-27T19:10:19.283377Z","steps":["trace[861360981] 'range keys from in-memory index tree' (duration: 767.20646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.28383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138362311s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T19:10:19.284055Z","caller":"traceutil/trace.go:171","msg":"trace[908893731] linearizableReadLoop","detail":"{readStateIndex:28175; appliedIndex:28173; }","duration":"1.332643033s","start":"2026-02-27T19:10:17.951396Z","end":"2026-02-27T19:10:19.284039Z","steps":["trace[908893731] 'read index received' (duration: 194.068877ms)","trace[908893731] 'applied index is now lower than readState.Index' (duration: 1.138573526s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:19.284122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.948947Z","time spent":"1.335172852s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:19.284344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332893569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-02-27T19:10:19.284373Z","caller":"traceutil/trace.go:171","msg":"trace[1196497339] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26872; }","duration":"1.332938211s","start":"2026-02-27T19:10:17.951425Z","end":"2026-02-27T19:10:19.284364Z","steps":["trace[1196497339] 'agreement among raft nodes before linearized reading' (duration: 1.332820178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.951421Z","time spent":"1.332967282s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T19:10:19.28443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333006572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-02-27T19:10:19.284529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331791644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T19:10:19.284548Z","caller":"traceutil/trace.go:171","msg":"trace[976213856] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26872; }","duration":"1.331828255s","start":"2026-02-27T19:10:17.952713Z","end":"2026-02-27T19:10:19.284541Z","steps":["trace[976213856] 'agreement among raft nodes before linearized reading' (duration: 1.331770454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.952703Z","time spent":"1.331874686s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T19:10:19.284545Z","caller":"traceutil/trace.go:171","msg":"trace[974321623] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26872; }","duration":"1.333171846s","start":"2026-02-27T19:10:17.951348Z","end":"2026-02-27T19:10:19.28452Z","steps":["trace[974321623] 'agreement among raft nodes before linearized reading' (duration: 1.332792497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331596049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T19:10:19.284647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.951336Z","time spent":"1.333293219s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T19:10:19.284692Z","caller":"traceutil/trace.go:171","msg":"trace[411362128] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26872; }","duration":"1.331743663s","start":"2026-02-27T19:10:17.952928Z","end":"2026-02-27T19:10:19.284671Z","steps":["trace[411362128] 'agreement among raft nodes before linearized reading' (duration: 1.331443276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332635383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T19:10:19.284706Z","caller":"traceutil/trace.go:171","msg":"trace[30515959] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"1.335596442s","start":"2026-02-27T19:10:17.949075Z","end":"2026-02-27T19:10:19.284671Z","steps":["trace[30515959] 'process raft request' (duration: 1.334837234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.28473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.280342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129462"} {"level":"warn","ts":"2026-02-27T19:10:19.284733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.952904Z","time spent":"1.331820284s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T19:10:19.284729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.25622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-27T19:10:19.284764Z","caller":"traceutil/trace.go:171","msg":"trace[663951310] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26872; }","duration":"707.385404ms","start":"2026-02-27T19:10:18.577371Z","end":"2026-02-27T19:10:19.284756Z","steps":["trace[663951310] 'agreement among raft nodes before linearized reading' (duration: 707.264571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.219682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:19.284761Z","caller":"traceutil/trace.go:171","msg":"trace[2146930632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26872; }","duration":"1.332763257s","start":"2026-02-27T19:10:17.951974Z","end":"2026-02-27T19:10:19.284738Z","steps":["trace[2146930632] 'agreement among raft nodes before linearized reading' (duration: 1.332520371s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:19.284778Z","caller":"traceutil/trace.go:171","msg":"trace[816548494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26872; }","duration":"332.332582ms","start":"2026-02-27T19:10:18.952436Z","end":"2026-02-27T19:10:19.284769Z","steps":["trace[816548494] 'agreement among raft nodes before linearized reading' (duration: 332.203509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.28478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:18.577361Z","time spent":"707.415075ms","remote":"127.0.0.1:43044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129485,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T19:10:19.284769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.41544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T19:10:19.284788Z","caller":"traceutil/trace.go:171","msg":"trace[1599961063] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26872; }","duration":"953.595721ms","start":"2026-02-27T19:10:18.331184Z","end":"2026-02-27T19:10:19.28478Z","steps":["trace[1599961063] 'agreement among raft nodes before linearized reading' (duration: 953.173741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:18.952423Z","time spent":"332.370533ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:10:19.284778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328721873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:19.284808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.951956Z","time spent":"1.332842398s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:10:19.284822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:18.331163Z","time spent":"953.650271ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:19.284826Z","caller":"traceutil/trace.go:171","msg":"trace[654378510] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26872; }","duration":"715.502862ms","start":"2026-02-27T19:10:18.569305Z","end":"2026-02-27T19:10:19.284808Z","steps":["trace[654378510] 'agreement among raft nodes before linearized reading' (duration: 715.348419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:19.28485Z","caller":"traceutil/trace.go:171","msg":"trace[615004103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26872; }","duration":"1.328793095s","start":"2026-02-27T19:10:17.956034Z","end":"2026-02-27T19:10:19.284827Z","steps":["trace[615004103] 'agreement among raft nodes before linearized reading' (duration: 1.328667732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.284844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.949058Z","time spent":"1.335703145s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:19.28486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326261006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-02-27T19:10:19.284872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:18.569287Z","time spent":"715.573253ms","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T19:10:19.284896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.956015Z","time spent":"1.328871096s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:10:19.284917Z","caller":"traceutil/trace.go:171","msg":"trace[1853002300] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26872; }","duration":"1.326328047s","start":"2026-02-27T19:10:17.958571Z","end":"2026-02-27T19:10:19.284899Z","steps":["trace[1853002300] 'agreement among raft nodes before linearized reading' (duration: 1.326102212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:19.28496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:17.958545Z","time spent":"1.32640416s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:10:19.787798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:20.288582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366842,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:10:20.802333Z","caller":"traceutil/trace.go:171","msg":"trace[1673187510] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"1.515777048s","start":"2026-02-27T19:10:19.28652Z","end":"2026-02-27T19:10:20.802297Z","steps":["trace[1673187510] 'process raft request' (duration: 1.421941384s)","trace[1673187510] 'compare' (duration: 93.546808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:20.802485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.286508Z","time spent":"1.515910681s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:21.287229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:21.287321Z","caller":"traceutil/trace.go:171","msg":"trace[2093116074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043901s","start":"2026-02-27T19:10:19.286857Z","end":"2026-02-27T19:10:21.287296Z","steps":["trace[2093116074] 'agreement among raft nodes before linearized reading' (duration: 2.000324258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:21.287428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.286851Z","time spent":"2.000562783s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:22.145154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.202099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:22.145398Z","caller":"traceutil/trace.go:171","msg":"trace[878087779] linearizableReadLoop","detail":"{readStateIndex:28179; appliedIndex:28175; }","duration":"2.858511656s","start":"2026-02-27T19:10:19.286869Z","end":"2026-02-27T19:10:22.145381Z","steps":["trace[878087779] 'read index received' (duration: 1.421607466s)","trace[878087779] 'applied index is now lower than readState.Index' (duration: 1.43690286s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:22.145648Z","caller":"traceutil/trace.go:171","msg":"trace[490745551] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"2.855827154s","start":"2026-02-27T19:10:19.289802Z","end":"2026-02-27T19:10:22.14563Z","steps":["trace[490745551] 'process raft request' (duration: 2.403091052s)","trace[490745551] 'compare' (duration: 451.919713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:22.145726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.28979Z","time spent":"2.855902036s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:22.145912Z","caller":"traceutil/trace.go:171","msg":"trace[961277083] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"2.854461882s","start":"2026-02-27T19:10:19.291392Z","end":"2026-02-27T19:10:22.145854Z","steps":["trace[961277083] 'process raft request' (duration: 2.853927169s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:22.145927Z","caller":"traceutil/trace.go:171","msg":"trace[208379457] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"2.85523488s","start":"2026-02-27T19:10:19.290628Z","end":"2026-02-27T19:10:22.145863Z","steps":["trace[208379457] 'process raft request' (duration: 2.854615696s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.146081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.291385Z","time spent":"2.854602316s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:22.146105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.290619Z","time spent":"2.855394294s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:22.146287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857537884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-27T19:10:22.146327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786066397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:22.146398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.913609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:22.146385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856690083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T19:10:22.146437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856699819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-27T19:10:22.146445Z","caller":"traceutil/trace.go:171","msg":"trace[742202260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26876; }","duration":"850.95624ms","start":"2026-02-27T19:10:21.295476Z","end":"2026-02-27T19:10:22.146432Z","steps":["trace[742202260] 'agreement among raft nodes before linearized reading' (duration: 850.899799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:22.146349Z","caller":"traceutil/trace.go:171","msg":"trace[498103302] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77566d75-a21d-4dd8-a687-dab9388ee44c; range_end:; response_count:1; response_revision:26876; }","duration":"2.857621325s","start":"2026-02-27T19:10:19.288712Z","end":"2026-02-27T19:10:22.146333Z","steps":["trace[498103302] 'agreement among raft nodes before linearized reading' (duration: 2.857514402s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:22.1465Z","caller":"traceutil/trace.go:171","msg":"trace[1827010375] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26876; }","duration":"1.856784s","start":"2026-02-27T19:10:20.289693Z","end":"2026-02-27T19:10:22.146477Z","steps":["trace[1827010375] 'agreement among raft nodes before linearized reading' (duration: 1.856625247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.146492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:21.295425Z","time spent":"851.060783ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:22.146517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.288696Z","time spent":"2.85780847s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-77566d75-a21d-4dd8-a687-dab9388ee44c\" "} {"level":"warn","ts":"2026-02-27T19:10:22.146546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:20.28967Z","time spent":"1.856867263s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"info","ts":"2026-02-27T19:10:22.146469Z","caller":"traceutil/trace.go:171","msg":"trace[2119402133] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26876; }","duration":"2.856797387s","start":"2026-02-27T19:10:19.289649Z","end":"2026-02-27T19:10:22.146446Z","steps":["trace[2119402133] 'agreement among raft nodes before linearized reading' (duration: 2.856548911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.146269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432261898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:22.146348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341709844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T19:10:22.146695Z","caller":"traceutil/trace.go:171","msg":"trace[1339866680] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26876; }","duration":"1.342090012s","start":"2026-02-27T19:10:20.804594Z","end":"2026-02-27T19:10:22.146684Z","steps":["trace[1339866680] 'agreement among raft nodes before linearized reading' (duration: 1.341640302s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.146738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:20.80455Z","time spent":"1.342177684s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:10:22.146739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.289642Z","time spent":"2.857050252s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"info","ts":"2026-02-27T19:10:22.146411Z","caller":"traceutil/trace.go:171","msg":"trace[819310416] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26876; }","duration":"2.78619899s","start":"2026-02-27T19:10:19.360191Z","end":"2026-02-27T19:10:22.14639Z","steps":["trace[819310416] 'agreement among raft nodes before linearized reading' (duration: 2.786033306s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.146834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.36017Z","time spent":"2.786648431s","remote":"127.0.0.1:37320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:22.146741Z","caller":"traceutil/trace.go:171","msg":"trace[859614887] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26876; }","duration":"2.432777789s","start":"2026-02-27T19:10:19.713949Z","end":"2026-02-27T19:10:22.146727Z","steps":["trace[859614887] 'agreement among raft nodes before linearized reading' (duration: 2.432240167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.147131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.713935Z","time spent":"2.433176999s","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:22.147856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86041349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:114117"} {"level":"info","ts":"2026-02-27T19:10:22.147914Z","caller":"traceutil/trace.go:171","msg":"trace[799986601] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26876; }","duration":"2.860486811s","start":"2026-02-27T19:10:19.287415Z","end":"2026-02-27T19:10:22.147901Z","steps":["trace[799986601] 'agreement among raft nodes before linearized reading' (duration: 2.858815253s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.147954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.287411Z","time spent":"2.860532353s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":114140,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T19:10:22.149884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862618311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:114117"} {"level":"info","ts":"2026-02-27T19:10:22.149986Z","caller":"traceutil/trace.go:171","msg":"trace[99158414] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26876; }","duration":"2.862698413s","start":"2026-02-27T19:10:19.287233Z","end":"2026-02-27T19:10:22.149931Z","steps":["trace[99158414] 'agreement among raft nodes before linearized reading' (duration: 2.858701891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.150057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:19.287229Z","time spent":"2.862816496s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":114140,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T19:10:22.65265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:23.536777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.178876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:23.536899Z","caller":"traceutil/trace.go:171","msg":"trace[1466044631] linearizableReadLoop","detail":"{readStateIndex:28180; appliedIndex:28179; }","duration":"1.385135601s","start":"2026-02-27T19:10:22.151742Z","end":"2026-02-27T19:10:23.536878Z","steps":["trace[1466044631] 'read index received' (duration: 719.745111ms)","trace[1466044631] 'applied index is now lower than readState.Index' (duration: 665.3889ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:23.536957Z","caller":"traceutil/trace.go:171","msg":"trace[1671133303] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"1.385889168s","start":"2026-02-27T19:10:22.151033Z","end":"2026-02-27T19:10:23.536922Z","steps":["trace[1671133303] 'process raft request' (duration: 720.473427ms)","trace[1671133303] 'compare' (duration: 664.884939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:23.537101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.151015Z","time spent":"1.386012912s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:23.537122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385371707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T19:10:23.537155Z","caller":"traceutil/trace.go:171","msg":"trace[42054361] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26877; }","duration":"1.385417087s","start":"2026-02-27T19:10:22.151728Z","end":"2026-02-27T19:10:23.537145Z","steps":["trace[42054361] 'agreement among raft nodes before linearized reading' (duration: 1.385252974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.53719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.151721Z","time spent":"1.385460798s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-02-27T19:10:23.537486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385279514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-27T19:10:23.537533Z","caller":"traceutil/trace.go:171","msg":"trace[1310988024] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26877; }","duration":"1.385337005s","start":"2026-02-27T19:10:22.152186Z","end":"2026-02-27T19:10:23.537523Z","steps":["trace[1310988024] 'agreement among raft nodes before linearized reading' (duration: 1.385211802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.537571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.152182Z","time spent":"1.385378247s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:10:23.537592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145368624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:23.537596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.310342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:23.537656Z","caller":"traceutil/trace.go:171","msg":"trace[634795779] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26877; }","duration":"1.145471457s","start":"2026-02-27T19:10:22.392163Z","end":"2026-02-27T19:10:23.537635Z","steps":["trace[634795779] 'agreement among raft nodes before linearized reading' (duration: 1.145367294s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:23.537677Z","caller":"traceutil/trace.go:171","msg":"trace[1867178390] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26877; }","duration":"266.450505ms","start":"2026-02-27T19:10:23.271205Z","end":"2026-02-27T19:10:23.537656Z","steps":["trace[1867178390] 'agreement among raft nodes before linearized reading' (duration: 266.287702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.537672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.171219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-02-27T19:10:23.537735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.992527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:23.537765Z","caller":"traceutil/trace.go:171","msg":"trace[350675228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26877; }","duration":"626.060159ms","start":"2026-02-27T19:10:22.911695Z","end":"2026-02-27T19:10:23.537755Z","steps":["trace[350675228] 'agreement among raft nodes before linearized reading' (duration: 626.017328ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:23.537761Z","caller":"traceutil/trace.go:171","msg":"trace[591445993] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26877; }","duration":"578.271661ms","start":"2026-02-27T19:10:22.959461Z","end":"2026-02-27T19:10:23.537733Z","steps":["trace[591445993] 'agreement among raft nodes before linearized reading' (duration: 578.026975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.537693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.392142Z","time spent":"1.145541258s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:23.537791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.911675Z","time spent":"626.10918ms","remote":"127.0.0.1:34604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:23.537816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.434889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:23.537821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.959419Z","time spent":"578.386124ms","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T19:10:23.537849Z","caller":"traceutil/trace.go:171","msg":"trace[512421542] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26877; }","duration":"834.50968ms","start":"2026-02-27T19:10:22.703329Z","end":"2026-02-27T19:10:23.537839Z","steps":["trace[512421542] 'agreement among raft nodes before linearized reading' (duration: 834.455938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.537838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.325707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:23.537872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.703308Z","time spent":"834.559041ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:23.537867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382596322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129462"} {"level":"info","ts":"2026-02-27T19:10:23.537896Z","caller":"traceutil/trace.go:171","msg":"trace[1159542650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26877; }","duration":"406.42581ms","start":"2026-02-27T19:10:23.131453Z","end":"2026-02-27T19:10:23.537879Z","steps":["trace[1159542650] 'agreement among raft nodes before linearized reading' (duration: 406.322387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:23.537912Z","caller":"traceutil/trace.go:171","msg":"trace[827940638] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26877; }","duration":"1.382669614s","start":"2026-02-27T19:10:22.155229Z","end":"2026-02-27T19:10:23.537898Z","steps":["trace[827940638] 'agreement among raft nodes before linearized reading' (duration: 1.38249906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.537904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.94447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:23.53794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.131431Z","time spent":"406.499681ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:23.537949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.155216Z","time spent":"1.382724065s","remote":"127.0.0.1:43044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129485,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T19:10:23.537958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385645743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T19:10:23.537976Z","caller":"traceutil/trace.go:171","msg":"trace[2049021613] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26877; }","duration":"268.066842ms","start":"2026-02-27T19:10:23.26989Z","end":"2026-02-27T19:10:23.537957Z","steps":["trace[2049021613] 'agreement among raft nodes before linearized reading' (duration: 267.931969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:23.538019Z","caller":"traceutil/trace.go:171","msg":"trace[1865513720] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26877; }","duration":"1.385705004s","start":"2026-02-27T19:10:22.152294Z","end":"2026-02-27T19:10:23.537999Z","steps":["trace[1865513720] 'agreement among raft nodes before linearized reading' (duration: 1.38553392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.538049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383431792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T19:10:23.538064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.152291Z","time spent":"1.385761656s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-02-27T19:10:23.538108Z","caller":"traceutil/trace.go:171","msg":"trace[1077164372] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26877; }","duration":"1.383503593s","start":"2026-02-27T19:10:22.154588Z","end":"2026-02-27T19:10:23.538091Z","steps":["trace[1077164372] 'agreement among raft nodes before linearized reading' (duration: 1.383305459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.538154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:22.15458Z","time spent":"1.383562325s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T19:10:23.538447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.933764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-27T19:10:23.538513Z","caller":"traceutil/trace.go:171","msg":"trace[1045415599] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26877; }","duration":"386.007296ms","start":"2026-02-27T19:10:23.152493Z","end":"2026-02-27T19:10:23.5385Z","steps":["trace[1045415599] 'agreement among raft nodes before linearized reading' (duration: 385.072624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.538551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.152425Z","time spent":"386.114819ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:10:24.982965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27378462s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T19:10:24.983046Z","caller":"traceutil/trace.go:171","msg":"trace[433406515] linearizableReadLoop","detail":"{readStateIndex:28181; appliedIndex:28180; }","duration":"1.442623793s","start":"2026-02-27T19:10:23.540406Z","end":"2026-02-27T19:10:24.98303Z","steps":["trace[433406515] 'read index received' (duration: 168.855063ms)","trace[433406515] 'applied index is now lower than readState.Index' (duration: 1.27376774s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:24.983098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.53941Z","time spent":"1.443683338s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:10:24.983332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44291468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:10:24.983372Z","caller":"traceutil/trace.go:171","msg":"trace[86968371] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e; range_end:; response_count:1; response_revision:26877; }","duration":"1.442995232s","start":"2026-02-27T19:10:23.540367Z","end":"2026-02-27T19:10:24.983362Z","steps":["trace[86968371] 'agreement among raft nodes before linearized reading' (duration: 1.44291034s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:24.983397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.54035Z","time spent":"1.443040403s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982d9893fe424e\" "} {"level":"warn","ts":"2026-02-27T19:10:25.483632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:25.75879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.049529548s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:26.131804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:26.131882Z","caller":"traceutil/trace.go:171","msg":"trace[1010600090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377168s","start":"2026-02-27T19:10:24.131486Z","end":"2026-02-27T19:10:26.131863Z","steps":["trace[1010600090] 'agreement among raft nodes before linearized reading' (duration: 2.000281706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:26.131925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.131466Z","time spent":"2.00045043s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:26.510869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.814984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:26.510976Z","caller":"traceutil/trace.go:171","msg":"trace[148765218] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"2.963826187s","start":"2026-02-27T19:10:23.54713Z","end":"2026-02-27T19:10:26.510957Z","steps":["trace[148765218] 'process raft request' (duration: 2.211844479s)","trace[148765218] 'compare' (duration: 750.931863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:26.511041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.54712Z","time spent":"2.963893268s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:27.581188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821243798s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:27.988704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.184836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:27.989147Z","caller":"traceutil/trace.go:171","msg":"trace[1264352062] linearizableReadLoop","detail":"{readStateIndex:28186; appliedIndex:28181; }","duration":"3.006060256s","start":"2026-02-27T19:10:24.983064Z","end":"2026-02-27T19:10:27.989124Z","steps":["trace[1264352062] 'read index received' (duration: 775.921442ms)","trace[1264352062] 'applied index is now lower than readState.Index' (duration: 2.230137253s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:27.989261Z","caller":"traceutil/trace.go:171","msg":"trace[170110450] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"3.69709497s","start":"2026-02-27T19:10:24.292149Z","end":"2026-02-27T19:10:27.989244Z","steps":["trace[170110450] 'process raft request' (duration: 3.289265149s)","trace[170110450] 'compare' (duration: 406.741856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:27.989355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.292125Z","time spent":"3.697181793s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:27.98966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445651689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:27.989719Z","caller":"traceutil/trace.go:171","msg":"trace[1008716693] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26882; }","duration":"4.44572354s","start":"2026-02-27T19:10:23.543978Z","end":"2026-02-27T19:10:27.989702Z","steps":["trace[1008716693] 'agreement among raft nodes before linearized reading' (duration: 4.445620598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.989768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.543972Z","time spent":"4.445783871s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:10:27.98983Z","caller":"traceutil/trace.go:171","msg":"trace[1026588341] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"2.973204614s","start":"2026-02-27T19:10:25.016607Z","end":"2026-02-27T19:10:27.989812Z","steps":["trace[1026588341] 'process raft request' (duration: 2.972392866s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:27.989881Z","caller":"traceutil/trace.go:171","msg":"trace[597293684] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"3.00368284s","start":"2026-02-27T19:10:24.986189Z","end":"2026-02-27T19:10:27.989872Z","steps":["trace[597293684] 'process raft request' (duration: 3.002741538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.989941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:25.01658Z","time spent":"2.973305876s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:27.98968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02931175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:27.989986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.986012Z","time spent":"3.003907115s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:27.990006Z","caller":"traceutil/trace.go:171","msg":"trace[196974933] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26882; }","duration":"4.029684899s","start":"2026-02-27T19:10:23.960302Z","end":"2026-02-27T19:10:27.989987Z","steps":["trace[196974933] 'agreement among raft nodes before linearized reading' (duration: 4.029281469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.989756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444518917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-02-27T19:10:27.990065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.960285Z","time spent":"4.02976099s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:27.9901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147418332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:27.9901Z","caller":"traceutil/trace.go:171","msg":"trace[1784104734] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26882; }","duration":"3.444916766s","start":"2026-02-27T19:10:24.545165Z","end":"2026-02-27T19:10:27.990082Z","steps":["trace[1784104734] 'agreement among raft nodes before linearized reading' (duration: 3.444383133s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:27.990144Z","caller":"traceutil/trace.go:171","msg":"trace[72500783] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26882; }","duration":"3.147494503s","start":"2026-02-27T19:10:24.842636Z","end":"2026-02-27T19:10:27.99013Z","steps":["trace[72500783] 'agreement among raft nodes before linearized reading' (duration: 3.147432551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.990161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.545135Z","time spent":"3.445003638s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:10:27.99018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.842617Z","time spent":"3.147555235s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:27.989824Z","caller":"traceutil/trace.go:171","msg":"trace[175600231] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"3.005578104s","start":"2026-02-27T19:10:24.984221Z","end":"2026-02-27T19:10:27.989799Z","steps":["trace[175600231] 'process raft request' (duration: 3.004591751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.9901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448989446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T19:10:27.990287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.984186Z","time spent":"3.006050835s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:27.990301Z","caller":"traceutil/trace.go:171","msg":"trace[2117910146] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212; range_end:; response_count:1; response_revision:26882; }","duration":"4.44917656s","start":"2026-02-27T19:10:23.541097Z","end":"2026-02-27T19:10:27.990274Z","steps":["trace[2117910146] 'agreement among raft nodes before linearized reading' (duration: 4.448873753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.990368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.541076Z","time spent":"4.449271122s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c07d65b0-e185-404a-870a-4d4dd6b2a212\" "} {"level":"warn","ts":"2026-02-27T19:10:27.990446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406545046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:27.99057Z","caller":"traceutil/trace.go:171","msg":"trace[1732732300] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26882; }","duration":"3.406859543s","start":"2026-02-27T19:10:24.58364Z","end":"2026-02-27T19:10:27.9905Z","steps":["trace[1732732300] 'agreement among raft nodes before linearized reading' (duration: 3.406499165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.990593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841834575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:27.990679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.583597Z","time spent":"3.407058378s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:27.990761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995386623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:27.990835Z","caller":"traceutil/trace.go:171","msg":"trace[1984674154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26882; }","duration":"3.995480296s","start":"2026-02-27T19:10:23.995323Z","end":"2026-02-27T19:10:27.990804Z","steps":["trace[1984674154] 'agreement among raft nodes before linearized reading' (duration: 3.995396914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.990886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:23.995302Z","time spent":"3.995563878s","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:27.990682Z","caller":"traceutil/trace.go:171","msg":"trace[238620137] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26882; }","duration":"3.841973018s","start":"2026-02-27T19:10:24.148685Z","end":"2026-02-27T19:10:27.990658Z","steps":["trace[238620137] 'agreement among raft nodes before linearized reading' (duration: 3.841829265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:27.990982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:24.148662Z","time spent":"3.842270936s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:28.132093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:28.132201Z","caller":"traceutil/trace.go:171","msg":"trace[976347413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095203s","start":"2026-02-27T19:10:26.132075Z","end":"2026-02-27T19:10:28.132171Z","steps":["trace[976347413] 'agreement among raft nodes before linearized reading' (duration: 1.99997261s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:28.132257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.132058Z","time spent":"2.000189424s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:28.489672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:29.708805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19827408s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:30.140056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:30.140142Z","caller":"traceutil/trace.go:171","msg":"trace[1770233557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999098s","start":"2026-02-27T19:10:28.140129Z","end":"2026-02-27T19:10:30.14012Z","steps":["trace[1770233557] 'agreement among raft nodes before linearized reading' (duration: 1.999881017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.140202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:28.140107Z","time spent":"2.000081621s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:30.319114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803584138s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.31925Z","caller":"traceutil/trace.go:171","msg":"trace[1432916113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26882; }","duration":"1.80371241s","start":"2026-02-27T19:10:28.515501Z","end":"2026-02-27T19:10:30.319214Z","steps":["trace[1432916113] 'range keys from in-memory index tree' (duration: 1.803569787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.319814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809195188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:30.319976Z","caller":"traceutil/trace.go:171","msg":"trace[1441772325] linearizableReadLoop","detail":"{readStateIndex:28188; appliedIndex:28186; }","duration":"2.330760666s","start":"2026-02-27T19:10:27.989202Z","end":"2026-02-27T19:10:30.319963Z","steps":["trace[1441772325] 'read index received' (duration: 521.296592ms)","trace[1441772325] 'applied index is now lower than readState.Index' (duration: 1.809462984s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:30.3201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421800481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:30.320134Z","caller":"traceutil/trace.go:171","msg":"trace[989418088] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26884; }","duration":"3.421873673s","start":"2026-02-27T19:10:26.89825Z","end":"2026-02-27T19:10:30.320123Z","steps":["trace[989418088] 'agreement among raft nodes before linearized reading' (duration: 3.421802791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.898229Z","time spent":"3.421931433s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:30.320185Z","caller":"traceutil/trace.go:171","msg":"trace[1689716277] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"3.52920009s","start":"2026-02-27T19:10:26.790963Z","end":"2026-02-27T19:10:30.320164Z","steps":["trace[1689716277] 'process raft request' (duration: 1.719581262s)","trace[1689716277] 'compare' (duration: 1.808457881s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:30.320177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010869927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:30.320383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736128955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.320423Z","caller":"traceutil/trace.go:171","msg":"trace[484852890] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26884; }","duration":"3.736204937s","start":"2026-02-27T19:10:26.584207Z","end":"2026-02-27T19:10:30.320412Z","steps":["trace[484852890] 'agreement among raft nodes before linearized reading' (duration: 3.736143886s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.3203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.790939Z","time spent":"3.529284512s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:30.320454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.584192Z","time spent":"3.736254838s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.320106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382023533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.320585Z","caller":"traceutil/trace.go:171","msg":"trace[62470203] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"2.325447012s","start":"2026-02-27T19:10:27.994883Z","end":"2026-02-27T19:10:30.32033Z","steps":["trace[62470203] 'process raft request' (duration: 2.325004902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613736405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:30.320618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18033497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:30.320657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.994859Z","time spent":"2.325770199s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:10:30.320651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47248044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.320694Z","caller":"traceutil/trace.go:171","msg":"trace[991572460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26884; }","duration":"4.613898628s","start":"2026-02-27T19:10:25.706774Z","end":"2026-02-27T19:10:30.320673Z","steps":["trace[991572460] 'agreement among raft nodes before linearized reading' (duration: 4.613727634s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.320699Z","caller":"traceutil/trace.go:171","msg":"trace[775036315] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26884; }","duration":"4.180472524s","start":"2026-02-27T19:10:26.140209Z","end":"2026-02-27T19:10:30.320681Z","steps":["trace[775036315] 'agreement among raft nodes before linearized reading' (duration: 4.18030269s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.32072Z","caller":"traceutil/trace.go:171","msg":"trace[182169325] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26884; }","duration":"2.472611423s","start":"2026-02-27T19:10:27.848091Z","end":"2026-02-27T19:10:30.320703Z","steps":["trace[182169325] 'agreement among raft nodes before linearized reading' (duration: 2.472414599s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.32075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.140181Z","time spent":"4.180558075s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.320746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796190947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-02-27T19:10:30.32077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.848072Z","time spent":"2.472685184s","remote":"127.0.0.1:38768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.320813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182806577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.320821Z","caller":"traceutil/trace.go:171","msg":"trace[1344154646] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26884; }","duration":"3.79631054s","start":"2026-02-27T19:10:26.524492Z","end":"2026-02-27T19:10:30.320802Z","steps":["trace[1344154646] 'agreement among raft nodes before linearized reading' (duration: 3.796032794s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.320407Z","caller":"traceutil/trace.go:171","msg":"trace[2016997386] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26884; }","duration":"3.011096573s","start":"2026-02-27T19:10:27.309242Z","end":"2026-02-27T19:10:30.320338Z","steps":["trace[2016997386] 'agreement among raft nodes before linearized reading' (duration: 3.010765785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.637592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.320988Z","caller":"traceutil/trace.go:171","msg":"trace[595327021] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26884; }","duration":"248.723314ms","start":"2026-02-27T19:10:30.072251Z","end":"2026-02-27T19:10:30.320975Z","steps":["trace[595327021] 'agreement among raft nodes before linearized reading' (duration: 248.654533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780091798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:30.321055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605497343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.321111Z","caller":"traceutil/trace.go:171","msg":"trace[892435141] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26884; }","duration":"4.605608245s","start":"2026-02-27T19:10:25.715487Z","end":"2026-02-27T19:10:30.321095Z","steps":["trace[892435141] 'agreement among raft nodes before linearized reading' (duration: 4.605494152s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.32111Z","caller":"traceutil/trace.go:171","msg":"trace[93810865] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26884; }","duration":"2.780287853s","start":"2026-02-27T19:10:27.540797Z","end":"2026-02-27T19:10:30.321085Z","steps":["trace[93810865] 'agreement among raft nodes before linearized reading' (duration: 2.780057018s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:25.706752Z","time spent":"4.61398423s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.321144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:25.715475Z","time spent":"4.605659277s","remote":"127.0.0.1:42628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:30.320614Z","caller":"traceutil/trace.go:171","msg":"trace[1764004815] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26884; }","duration":"2.382515755s","start":"2026-02-27T19:10:27.93802Z","end":"2026-02-27T19:10:30.320536Z","steps":["trace[1764004815] 'agreement among raft nodes before linearized reading' (duration: 2.381996073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.321342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.938002Z","time spent":"2.383320703s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.321175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.540741Z","time spent":"2.780413967s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.320815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328120924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T19:10:30.321548Z","caller":"traceutil/trace.go:171","msg":"trace[1130579527] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26884; }","duration":"2.328891312s","start":"2026-02-27T19:10:27.992641Z","end":"2026-02-27T19:10:30.321533Z","steps":["trace[1130579527] 'agreement among raft nodes before linearized reading' (duration: 2.328045113s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.321118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.309228Z","time spent":"3.011734917s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.32156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221797981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-27T19:10:30.321587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.992625Z","time spent":"2.328948643s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T19:10:30.321616Z","caller":"traceutil/trace.go:171","msg":"trace[1458576776] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26884; }","duration":"2.221887553s","start":"2026-02-27T19:10:28.099706Z","end":"2026-02-27T19:10:30.321594Z","steps":["trace[1458576776] 'agreement among raft nodes before linearized reading' (duration: 2.221717609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.321648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255408305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:30.321673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:28.099682Z","time spent":"2.221981724s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-27T19:10:30.321683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.816282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:30.320848Z","caller":"traceutil/trace.go:171","msg":"trace[1402427857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26884; }","duration":"4.182859188s","start":"2026-02-27T19:10:26.13798Z","end":"2026-02-27T19:10:30.320839Z","steps":["trace[1402427857] 'agreement among raft nodes before linearized reading' (duration: 4.182800067s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.321735Z","caller":"traceutil/trace.go:171","msg":"trace[1341413835] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26884; }","duration":"442.899165ms","start":"2026-02-27T19:10:29.87882Z","end":"2026-02-27T19:10:30.321719Z","steps":["trace[1341413835] 'agreement among raft nodes before linearized reading' (duration: 442.806732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.321744Z","caller":"traceutil/trace.go:171","msg":"trace[645795081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26884; }","duration":"1.255545118s","start":"2026-02-27T19:10:29.066185Z","end":"2026-02-27T19:10:30.32173Z","steps":["trace[645795081] 'agreement among raft nodes before linearized reading' (duration: 1.255418915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.800567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:30.321764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.13797Z","time spent":"4.183781049s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.321782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:29.066165Z","time spent":"1.255606329s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:30.32178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:29.878803Z","time spent":"442.964846ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:30.321802Z","caller":"traceutil/trace.go:171","msg":"trace[883962968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26884; }","duration":"180.743179ms","start":"2026-02-27T19:10:30.141041Z","end":"2026-02-27T19:10:30.321784Z","steps":["trace[883962968] 'agreement among raft nodes before linearized reading' (duration: 179.815868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.320887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:26.524475Z","time spent":"3.796403262s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:10:30.321863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772490238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T19:10:30.321952Z","caller":"traceutil/trace.go:171","msg":"trace[1166255982] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26884; }","duration":"1.772647841s","start":"2026-02-27T19:10:28.549291Z","end":"2026-02-27T19:10:30.321939Z","steps":["trace[1166255982] 'agreement among raft nodes before linearized reading' (duration: 1.772286082s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.321745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756728722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T19:10:30.322035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:28.549273Z","time spent":"1.772733493s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:10:30.321908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326678936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-02-27T19:10:30.322101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364195065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:10:30.322156Z","caller":"traceutil/trace.go:171","msg":"trace[197763244] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26884; }","duration":"1.326918421s","start":"2026-02-27T19:10:28.995217Z","end":"2026-02-27T19:10:30.322135Z","steps":["trace[197763244] 'agreement among raft nodes before linearized reading' (duration: 1.326560683s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.322167Z","caller":"traceutil/trace.go:171","msg":"trace[318531790] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26884; }","duration":"1.364300377s","start":"2026-02-27T19:10:28.957854Z","end":"2026-02-27T19:10:30.322154Z","steps":["trace[318531790] 'agreement among raft nodes before linearized reading' (duration: 1.364076421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.322215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:28.995145Z","time spent":"1.327053014s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"warn","ts":"2026-02-27T19:10:30.322211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325076274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17027"} {"level":"warn","ts":"2026-02-27T19:10:30.322237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:28.957835Z","time spent":"1.364390239s","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":187,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:30.322255Z","caller":"traceutil/trace.go:171","msg":"trace[1486499049] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26884; }","duration":"2.325164026s","start":"2026-02-27T19:10:27.99708Z","end":"2026-02-27T19:10:30.322244Z","steps":["trace[1486499049] 'agreement among raft nodes before linearized reading' (duration: 2.325037573s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:30.322056Z","caller":"traceutil/trace.go:171","msg":"trace[1655339121] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26884; }","duration":"1.757187552s","start":"2026-02-27T19:10:28.564857Z","end":"2026-02-27T19:10:30.322044Z","steps":["trace[1655339121] 'agreement among raft nodes before linearized reading' (duration: 1.756471376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.322272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324080081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:30.322287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.99706Z","time spent":"2.325219427s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T19:10:30.322295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:28.564837Z","time spent":"1.757445759s","remote":"127.0.0.1:43090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T19:10:30.322316Z","caller":"traceutil/trace.go:171","msg":"trace[1954274215] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26884; }","duration":"2.324150502s","start":"2026-02-27T19:10:27.998153Z","end":"2026-02-27T19:10:30.322304Z","steps":["trace[1954274215] 'agreement among raft nodes before linearized reading' (duration: 2.3236352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.32235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:27.998146Z","time spent":"2.324195673s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:10:30.830009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:31.330346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:10:31.5424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214574678s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:31.977803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.013191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:31.977936Z","caller":"traceutil/trace.go:171","msg":"trace[575252961] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"1.650169673s","start":"2026-02-27T19:10:30.327741Z","end":"2026-02-27T19:10:31.977911Z","steps":["trace[575252961] 'process raft request' (duration: 1.214948447s)","trace[575252961] 'compare' (duration: 434.052659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:31.978016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.327728Z","time spent":"1.650246665s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:32.330113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:10:32.330296Z","caller":"traceutil/trace.go:171","msg":"trace[446816759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413201s","start":"2026-02-27T19:10:30.329868Z","end":"2026-02-27T19:10:32.330281Z","steps":["trace[446816759] 'agreement among raft nodes before linearized reading' (duration: 2.000209956s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:32.330364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.329862Z","time spent":"2.000491182s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:10:33.048072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505417207s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:10:33.050456Z","caller":"traceutil/trace.go:171","msg":"trace[28259021] linearizableReadLoop","detail":"{readStateIndex:28190; appliedIndex:28188; }","duration":"2.72055068s","start":"2026-02-27T19:10:30.329881Z","end":"2026-02-27T19:10:33.050431Z","steps":["trace[28259021] 'read index received' (duration: 1.212735226s)","trace[28259021] 'applied index is now lower than readState.Index' (duration: 1.507814164s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:33.050569Z","caller":"traceutil/trace.go:171","msg":"trace[825737384] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"2.718956412s","start":"2026-02-27T19:10:30.331591Z","end":"2026-02-27T19:10:33.050547Z","steps":["trace[825737384] 'process raft request' (duration: 2.71669634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:33.050666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.33158Z","time spent":"2.719032774s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:33.550608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605826965902366881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:10:33.708212Z","caller":"traceutil/trace.go:171","msg":"trace[2035669355] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"1.725562859s","start":"2026-02-27T19:10:31.982621Z","end":"2026-02-27T19:10:33.708183Z","steps":["trace[2035669355] 'process raft request' (duration: 1.724537495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:33.708471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.9826Z","time spent":"1.725815605s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:10:34.332655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002316673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:10:34.332725Z","caller":"traceutil/trace.go:171","msg":"trace[2060865930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002439357s","start":"2026-02-27T19:10:32.33027Z","end":"2026-02-27T19:10:34.332709Z","steps":["trace[2060865930] 'agreement among raft nodes before linearized reading' (duration: 2.002339534s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:34.33276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.330257Z","time spent":"2.002497648s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:34.940629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231232734s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:10:34.994729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286861694s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:10:34.995685Z","caller":"traceutil/trace.go:171","msg":"trace[2140387649] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"2.696228475s","start":"2026-02-27T19:10:32.299429Z","end":"2026-02-27T19:10:34.995658Z","steps":["trace[2140387649] 'process raft request' (duration: 2.695396136s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:34.995844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.299399Z","time spent":"2.696362258s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:35.500087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.370039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:35.500692Z","caller":"traceutil/trace.go:171","msg":"trace[480811180] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"2.503707344s","start":"2026-02-27T19:10:32.996948Z","end":"2026-02-27T19:10:35.500656Z","steps":["trace[480811180] 'process raft request' (duration: 2.503255194s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:35.50069Z","caller":"traceutil/trace.go:171","msg":"trace[972999264] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"2.949078145s","start":"2026-02-27T19:10:32.551575Z","end":"2026-02-27T19:10:35.500653Z","steps":["trace[972999264] 'process raft request' (duration: 2.444065161s)","trace[972999264] 'compare' (duration: 504.068712ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:35.500839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.996929Z","time spent":"2.503830378s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:35.500934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.551546Z","time spent":"2.949221119s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:35.540419Z","caller":"traceutil/trace.go:171","msg":"trace[1850976059] linearizableReadLoop","detail":"{readStateIndex:28196; appliedIndex:28190; }","duration":"2.489872603s","start":"2026-02-27T19:10:33.050519Z","end":"2026-02-27T19:10:35.540392Z","steps":["trace[1850976059] 'read index received' (duration: 656.554485ms)","trace[1850976059] 'applied index is now lower than readState.Index' (duration: 1.833316458s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:35.540637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387993346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T19:10:35.540653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740011311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:35.540692Z","caller":"traceutil/trace.go:171","msg":"trace[1998384834] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26890; }","duration":"3.38812419s","start":"2026-02-27T19:10:32.152552Z","end":"2026-02-27T19:10:35.540676Z","steps":["trace[1998384834] 'agreement among raft nodes before linearized reading' (duration: 3.387942865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.5407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099733598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:35.540738Z","caller":"traceutil/trace.go:171","msg":"trace[1081294648] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26890; }","duration":"2.740148724s","start":"2026-02-27T19:10:32.800545Z","end":"2026-02-27T19:10:35.540694Z","steps":["trace[1081294648] 'agreement among raft nodes before linearized reading' (duration: 2.740042422s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:35.540795Z","caller":"traceutil/trace.go:171","msg":"trace[1366098682] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26890; }","duration":"5.09986369s","start":"2026-02-27T19:10:30.440915Z","end":"2026-02-27T19:10:35.540779Z","steps":["trace[1366098682] 'agreement among raft nodes before linearized reading' (duration: 5.099702686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.540807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260139883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:35.54081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.800527Z","time spent":"2.740270586s","remote":"127.0.0.1:38718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:35.540835Z","caller":"traceutil/trace.go:171","msg":"trace[1673073407] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26890; }","duration":"3.260168105s","start":"2026-02-27T19:10:32.280657Z","end":"2026-02-27T19:10:35.540826Z","steps":["trace[1673073407] 'agreement among raft nodes before linearized reading' (duration: 3.260116414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.540863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.280593Z","time spent":"3.260262697s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:35.540865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579399753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:35.54093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213770514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-27T19:10:35.540948Z","caller":"traceutil/trace.go:171","msg":"trace[1590386552] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d; range_end:; response_count:1; response_revision:26890; }","duration":"4.213822646s","start":"2026-02-27T19:10:31.327121Z","end":"2026-02-27T19:10:35.540943Z","steps":["trace[1590386552] 'agreement among raft nodes before linearized reading' (duration: 4.213721033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.540962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.327102Z","time spent":"4.213856586s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66cd5577-3a6f-48bf-b496-a2da38f08b2d\" "} {"level":"info","ts":"2026-02-27T19:10:35.540946Z","caller":"traceutil/trace.go:171","msg":"trace[51484431] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26890; }","duration":"3.579514846s","start":"2026-02-27T19:10:31.961414Z","end":"2026-02-27T19:10:35.540929Z","steps":["trace[51484431] 'agreement among raft nodes before linearized reading' (duration: 3.579334681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.540826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.440904Z","time spent":"5.099915441s","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:35.541035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211083748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:35.541121Z","caller":"traceutil/trace.go:171","msg":"trace[967885067] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26890; }","duration":"5.211194701s","start":"2026-02-27T19:10:30.329914Z","end":"2026-02-27T19:10:35.541108Z","steps":["trace[967885067] 'agreement among raft nodes before linearized reading' (duration: 5.211086688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.540953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132775793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-02-27T19:10:35.541185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322235568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17027"} {"level":"info","ts":"2026-02-27T19:10:35.541189Z","caller":"traceutil/trace.go:171","msg":"trace[1175599396] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:26890; }","duration":"5.133047909s","start":"2026-02-27T19:10:30.40813Z","end":"2026-02-27T19:10:35.541178Z","steps":["trace[1175599396] 'agreement among raft nodes before linearized reading' (duration: 5.132616299s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:35.541206Z","caller":"traceutil/trace.go:171","msg":"trace[1134741667] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26890; }","duration":"4.32230476s","start":"2026-02-27T19:10:31.218896Z","end":"2026-02-27T19:10:35.541201Z","steps":["trace[1134741667] 'agreement among raft nodes before linearized reading' (duration: 4.322200877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.329894Z","time spent":"5.211281112s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:10:35.541221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.218876Z","time spent":"4.322341921s","remote":"127.0.0.1:43176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17050,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T19:10:35.541226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.408112Z","time spent":"5.13310201s","remote":"127.0.0.1:43206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-27T19:10:35.541333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834142482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:35.540736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:32.15253Z","time spent":"3.388197522s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-02-27T19:10:35.541355Z","caller":"traceutil/trace.go:171","msg":"trace[440347712] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26890; }","duration":"4.834198653s","start":"2026-02-27T19:10:30.707148Z","end":"2026-02-27T19:10:35.541346Z","steps":["trace[440347712] 'agreement among raft nodes before linearized reading' (duration: 4.834163122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.707126Z","time spent":"4.834238735s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:35.540679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828009394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T19:10:35.541478Z","caller":"traceutil/trace.go:171","msg":"trace[1402542210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26890; }","duration":"3.828920995s","start":"2026-02-27T19:10:31.712543Z","end":"2026-02-27T19:10:35.541464Z","steps":["trace[1402542210] 'agreement among raft nodes before linearized reading' (duration: 3.827878501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.712509Z","time spent":"3.829002777s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:10:35.541549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199037958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:35.54158Z","caller":"traceutil/trace.go:171","msg":"trace[1697053366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26890; }","duration":"1.199090519s","start":"2026-02-27T19:10:34.34248Z","end":"2026-02-27T19:10:35.541571Z","steps":["trace[1697053366] 'agreement among raft nodes before linearized reading' (duration: 1.199039658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48065656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-45s7b\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-02-27T19:10:35.541672Z","caller":"traceutil/trace.go:171","msg":"trace[958333915] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-45s7b; range_end:; response_count:1; response_revision:26890; }","duration":"2.480826363s","start":"2026-02-27T19:10:33.060831Z","end":"2026-02-27T19:10:35.541657Z","steps":["trace[958333915] 'agreement among raft nodes before linearized reading' (duration: 2.480588578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.810885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:35.541024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.961327Z","time spent":"3.579684669s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:35.54172Z","caller":"traceutil/trace.go:171","msg":"trace[374713031] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26890; }","duration":"172.850006ms","start":"2026-02-27T19:10:35.368863Z","end":"2026-02-27T19:10:35.541713Z","steps":["trace[374713031] 'agreement among raft nodes before linearized reading' (duration: 172.771284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:33.060816Z","time spent":"2.480891896s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4913,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-45s7b\" "} {"level":"warn","ts":"2026-02-27T19:10:35.541816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368697016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:10:35.541819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362329768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:35.541834Z","caller":"traceutil/trace.go:171","msg":"trace[1393898298] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26890; }","duration":"2.368759417s","start":"2026-02-27T19:10:33.173069Z","end":"2026-02-27T19:10:35.541829Z","steps":["trace[1393898298] 'agreement among raft nodes before linearized reading' (duration: 2.368723767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.54185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:33.173045Z","time spent":"2.368801138s","remote":"127.0.0.1:43538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:35.541853Z","caller":"traceutil/trace.go:171","msg":"trace[564900855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26890; }","duration":"2.362384089s","start":"2026-02-27T19:10:33.179459Z","end":"2026-02-27T19:10:35.541843Z","steps":["trace[564900855] 'agreement among raft nodes before linearized reading' (duration: 2.362325767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:33.179453Z","time spent":"2.362433721s","remote":"127.0.0.1:38846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:35.541929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.097353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T19:10:35.541966Z","caller":"traceutil/trace.go:171","msg":"trace[550487917] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26890; }","duration":"211.166913ms","start":"2026-02-27T19:10:35.330789Z","end":"2026-02-27T19:10:35.541956Z","steps":["trace[550487917] 'agreement among raft nodes before linearized reading' (duration: 211.071641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.54202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.84132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:35.54199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824138065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T19:10:35.542043Z","caller":"traceutil/trace.go:171","msg":"trace[1312536034] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26890; }","duration":"422.899551ms","start":"2026-02-27T19:10:35.119139Z","end":"2026-02-27T19:10:35.542038Z","steps":["trace[1312536034] 'agreement among raft nodes before linearized reading' (duration: 422.865831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.542058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:35.119115Z","time spent":"422.939332ms","remote":"127.0.0.1:34540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:35.542056Z","caller":"traceutil/trace.go:171","msg":"trace[19432782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26890; }","duration":"3.824252787s","start":"2026-02-27T19:10:31.717793Z","end":"2026-02-27T19:10:35.542046Z","steps":["trace[19432782] 'agreement among raft nodes before linearized reading' (duration: 3.823278735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.542116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.717769Z","time spent":"3.82433724s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:10:35.542051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.197539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:35.542155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453292406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-27T19:10:35.542236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731345295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:35.542235Z","caller":"traceutil/trace.go:171","msg":"trace[624862880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26890; }","duration":"2.453360517s","start":"2026-02-27T19:10:33.088842Z","end":"2026-02-27T19:10:35.542202Z","steps":["trace[624862880] 'agreement among raft nodes before linearized reading' (duration: 2.453193663s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.541616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:34.342467Z","time spent":"1.19914331s","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:35.542222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824082984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-45s7b.18982d98eaa85c27\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-02-27T19:10:35.542258Z","caller":"traceutil/trace.go:171","msg":"trace[514768762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26890; }","duration":"1.731407276s","start":"2026-02-27T19:10:33.810846Z","end":"2026-02-27T19:10:35.542253Z","steps":["trace[514768762] 'agreement among raft nodes before linearized reading' (duration: 1.731332255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.54227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:33.088837Z","time spent":"2.453423998s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T19:10:35.54228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:33.810826Z","time spent":"1.731449707s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:10:35.542212Z","caller":"traceutil/trace.go:171","msg":"trace[303549073] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26890; }","duration":"647.410654ms","start":"2026-02-27T19:10:34.894786Z","end":"2026-02-27T19:10:35.542197Z","steps":["trace[303549073] 'agreement among raft nodes before linearized reading' (duration: 647.187529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:35.542296Z","caller":"traceutil/trace.go:171","msg":"trace[1228392999] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-45s7b.18982d98eaa85c27; range_end:; response_count:1; response_revision:26890; }","duration":"1.824192476s","start":"2026-02-27T19:10:33.718082Z","end":"2026-02-27T19:10:35.542274Z","steps":["trace[1228392999] 'agreement among raft nodes before linearized reading' (duration: 1.82393128s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.542339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:34.894762Z","time spent":"647.562058ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:10:35.542349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:33.718066Z","time spent":"1.824271058s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-45s7b.18982d98eaa85c27\" "} {"level":"info","ts":"2026-02-27T19:10:35.658173Z","caller":"traceutil/trace.go:171","msg":"trace[144089886] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"113.05201ms","start":"2026-02-27T19:10:35.54509Z","end":"2026-02-27T19:10:35.658142Z","steps":["trace[144089886] 'process raft request' (duration: 112.831825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:35.658375Z","caller":"traceutil/trace.go:171","msg":"trace[1821622134] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"110.979372ms","start":"2026-02-27T19:10:35.54738Z","end":"2026-02-27T19:10:35.658359Z","steps":["trace[1821622134] 'process raft request' (duration: 110.691875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:35.658521Z","caller":"traceutil/trace.go:171","msg":"trace[901687335] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"110.368818ms","start":"2026-02-27T19:10:35.548147Z","end":"2026-02-27T19:10:35.658516Z","steps":["trace[901687335] 'process raft request' (duration: 109.965128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.658689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.628407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66cba46c-20be-46bd-be7f-9d72a0bf5d8c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-27T19:10:35.65873Z","caller":"traceutil/trace.go:171","msg":"trace[68241553] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66cba46c-20be-46bd-be7f-9d72a0bf5d8c; range_end:; response_count:1; response_revision:26893; }","duration":"111.696938ms","start":"2026-02-27T19:10:35.547021Z","end":"2026-02-27T19:10:35.658718Z","steps":["trace[68241553] 'agreement among raft nodes before linearized reading' (duration: 111.515184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.658785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.479084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fr9wm\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-02-27T19:10:35.658807Z","caller":"traceutil/trace.go:171","msg":"trace[2040008178] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fr9wm; range_end:; response_count:1; response_revision:26893; }","duration":"111.528854ms","start":"2026-02-27T19:10:35.547271Z","end":"2026-02-27T19:10:35.6588Z","steps":["trace[2040008178] 'agreement among raft nodes before linearized reading' (duration: 111.428432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:35.658916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.593063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T19:10:35.659002Z","caller":"traceutil/trace.go:171","msg":"trace[1795920449] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26893; }","duration":"107.706926ms","start":"2026-02-27T19:10:35.551269Z","end":"2026-02-27T19:10:35.658976Z","steps":["trace[1795920449] 'agreement among raft nodes before linearized reading' (duration: 107.44186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:11:02.92434Z","caller":"traceutil/trace.go:171","msg":"trace[818536714] linearizableReadLoop","detail":"{readStateIndex:28623; appliedIndex:28622; }","duration":"110.932232ms","start":"2026-02-27T19:11:02.813384Z","end":"2026-02-27T19:11:02.924316Z","steps":["trace[818536714] 'read index received' (duration: 96.073317ms)","trace[818536714] 'applied index is now lower than readState.Index' (duration: 14.857825ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:11:02.924484Z","caller":"traceutil/trace.go:171","msg":"trace[1543686793] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"129.473871ms","start":"2026-02-27T19:11:02.794994Z","end":"2026-02-27T19:11:02.924468Z","steps":["trace[1543686793] 'process raft request' (duration: 114.406722ms)","trace[1543686793] 'compare' (duration: 14.804843ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:11:02.925259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.854363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2732"} {"level":"info","ts":"2026-02-27T19:11:02.925332Z","caller":"traceutil/trace.go:171","msg":"trace[1275094217] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:27281; }","duration":"111.958925ms","start":"2026-02-27T19:11:02.813356Z","end":"2026-02-27T19:11:02.925314Z","steps":["trace[1275094217] 'agreement among raft nodes before linearized reading' (duration: 111.790421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:12:17.199461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25492} {"level":"info","ts":"2026-02-27T19:12:17.365462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25492,"took":"162.673701ms","hash":2506427909,"current-db-size-bytes":49250304,"current-db-size":"49 MB","current-db-size-in-use-bytes":30507008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T19:12:17.365532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2506427909,"revision":25492,"compact-revision":21904} {"level":"info","ts":"2026-02-27T19:13:37.206856Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T19:13:37.213535Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T19:13:37.213689Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}