{"level":"warn","ts":"2026-04-22T00:27:15.537879Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T00:27:15.537966Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T00:27:15.538033Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T00:27:15.538049Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-22T00:27:15.538075Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T00:27:15.538703Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-04-22T00:27:15.538774Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T00:27:15.542255Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.271491ms"} {"level":"info","ts":"2026-04-22T00:27:15.549932Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-04-22T00:27:15.550437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T00:27:15.550539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-04-22T00:27:15.550556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T00:27:15.550565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-04-22T00:27:15.550693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-04-22T00:27:15.555904Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T00:27:15.557139Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T00:27:15.558931Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T00:27:15.561983Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T00:27:15.562269Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T00:27:15.562375Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T00:27:15.56243Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T00:27:15.562444Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T00:27:15.563142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-04-22T00:27:15.563286Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-22T00:27:15.566135Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T00:27:15.566195Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-22T00:27:15.566229Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-22T00:27:15.566482Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T00:27:15.566523Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T00:27:15.751141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T00:27:15.751211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T00:27:15.751234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-04-22T00:27:15.751254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-04-22T00:27:15.751266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-22T00:27:15.751322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-04-22T00:27:15.751345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-22T00:27:15.752336Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:27:15.753088Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T00:27:15.75309Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T00:27:15.753134Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T00:27:15.753417Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T00:27:15.753479Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T00:27:15.75354Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:27:15.753822Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:27:15.753916Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:27:15.755264Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T00:27:15.757043Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"warn","ts":"2026-04-22T00:27:22.780293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.033119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:27:22.780431Z","caller":"traceutil/trace.go:171","msg":"trace[214285990] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:0; response_revision:320; }","duration":"104.282605ms","start":"2026-04-22T00:27:22.67612Z","end":"2026-04-22T00:27:22.780403Z","steps":["trace[214285990] 'range keys from in-memory index tree' (duration: 103.914405ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:27:53.038838Z","caller":"traceutil/trace.go:171","msg":"trace[1482927883] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"117.477262ms","start":"2026-04-22T00:27:52.921338Z","end":"2026-04-22T00:27:53.038815Z","steps":["trace[1482927883] 'process raft request' (duration: 116.856655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:27:53.693226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.835469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pmm9t\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-22T00:27:53.69342Z","caller":"traceutil/trace.go:171","msg":"trace[1863660304] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pmm9t; range_end:; response_count:1; response_revision:621; }","duration":"343.117968ms","start":"2026-04-22T00:27:53.350269Z","end":"2026-04-22T00:27:53.693387Z","steps":["trace[1863660304] 'range keys from in-memory index tree' (duration: 342.639703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:27:53.693483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:27:53.350234Z","time spent":"343.236301ms","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-pmm9t\" "} {"level":"info","ts":"2026-04-22T00:27:53.799015Z","caller":"traceutil/trace.go:171","msg":"trace[1706723263] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"184.293447ms","start":"2026-04-22T00:27:53.614688Z","end":"2026-04-22T00:27:53.798981Z","steps":["trace[1706723263] 'read index received' (duration: 183.069783ms)","trace[1706723263] 'applied index is now lower than readState.Index' (duration: 1.222414ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:27:53.799077Z","caller":"traceutil/trace.go:171","msg":"trace[1298003061] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"221.952363ms","start":"2026-04-22T00:27:53.577086Z","end":"2026-04-22T00:27:53.799038Z","steps":["trace[1298003061] 'process raft request' (duration: 220.994006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:27:53.799218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.502613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:27:53.799259Z","caller":"traceutil/trace.go:171","msg":"trace[1143579834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"184.576945ms","start":"2026-04-22T00:27:53.614671Z","end":"2026-04-22T00:27:53.799248Z","steps":["trace[1143579834] 'agreement among raft nodes before linearized reading' (duration: 184.472762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:27:53.803796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.043961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T00:27:53.803953Z","caller":"traceutil/trace.go:171","msg":"trace[1683463417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"179.259797ms","start":"2026-04-22T00:27:53.624665Z","end":"2026-04-22T00:27:53.803925Z","steps":["trace[1683463417] 'agreement among raft nodes before linearized reading' (duration: 178.939208ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:29:36.742778Z","caller":"traceutil/trace.go:171","msg":"trace[440330165] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"121.853299ms","start":"2026-04-22T00:29:36.620886Z","end":"2026-04-22T00:29:36.742739Z","steps":["trace[440330165] 'process raft request' (duration: 87.664743ms)","trace[440330165] 'compare' (duration: 34.049622ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:29:36.765231Z","caller":"traceutil/trace.go:171","msg":"trace[506820253] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"143.523158ms","start":"2026-04-22T00:29:36.621684Z","end":"2026-04-22T00:29:36.765207Z","steps":["trace[506820253] 'process raft request' (duration: 143.405555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:29:36.977688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.218374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-22T00:29:36.977819Z","caller":"traceutil/trace.go:171","msg":"trace[400713530] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"111.395519ms","start":"2026-04-22T00:29:36.866397Z","end":"2026-04-22T00:29:36.977793Z","steps":["trace[400713530] 'range keys from in-memory index tree' (duration: 111.051661ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:29:40.212667Z","caller":"traceutil/trace.go:171","msg":"trace[676078096] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"120.745008ms","start":"2026-04-22T00:29:40.091897Z","end":"2026-04-22T00:29:40.212642Z","steps":["trace[676078096] 'process raft request' (duration: 120.588574ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:30:13.476451Z","caller":"traceutil/trace.go:171","msg":"trace[218342557] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"183.121084ms","start":"2026-04-22T00:30:13.293311Z","end":"2026-04-22T00:30:13.476432Z","steps":["trace[218342557] 'process raft request' (duration: 182.99377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:30:13.747808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.229188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:30:13.747921Z","caller":"traceutil/trace.go:171","msg":"trace[1398328327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2166; }","duration":"133.415283ms","start":"2026-04-22T00:30:13.61448Z","end":"2026-04-22T00:30:13.747895Z","steps":["trace[1398328327] 'range keys from in-memory index tree' (duration: 133.041032ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:11.469746Z","caller":"traceutil/trace.go:171","msg":"trace[2096866561] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"355.019819ms","start":"2026-04-22T00:31:11.114498Z","end":"2026-04-22T00:31:11.469518Z","steps":["trace[2096866561] 'process raft request' (duration: 354.67878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:11.470436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:11.114479Z","time spent":"355.360428ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:31:11.47056Z","caller":"traceutil/trace.go:171","msg":"trace[1051585350] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2761; }","duration":"236.235301ms","start":"2026-04-22T00:31:11.23431Z","end":"2026-04-22T00:31:11.470545Z","steps":["trace[1051585350] 'read index received' (duration: 234.852962ms)","trace[1051585350] 'applied index is now lower than readState.Index' (duration: 1.381289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:31:11.470706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.861941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-22T00:31:11.47078Z","caller":"traceutil/trace.go:171","msg":"trace[1434598817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2661; }","duration":"230.972044ms","start":"2026-04-22T00:31:11.239796Z","end":"2026-04-22T00:31:11.470768Z","steps":["trace[1434598817] 'agreement among raft nodes before linearized reading' (duration: 230.82524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:11.470849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.508228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-22T00:31:11.470907Z","caller":"traceutil/trace.go:171","msg":"trace[795215830] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"267.482208ms","start":"2026-04-22T00:31:11.20341Z","end":"2026-04-22T00:31:11.470893Z","steps":["trace[795215830] 'process raft request' (duration: 267.059057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:11.470941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.48277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:11.47094Z","caller":"traceutil/trace.go:171","msg":"trace[450187630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2661; }","duration":"236.642652ms","start":"2026-04-22T00:31:11.234278Z","end":"2026-04-22T00:31:11.470921Z","steps":["trace[450187630] 'agreement among raft nodes before linearized reading' (duration: 236.342984ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:11.470969Z","caller":"traceutil/trace.go:171","msg":"trace[1701918487] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2661; }","duration":"176.536392ms","start":"2026-04-22T00:31:11.294426Z","end":"2026-04-22T00:31:11.470963Z","steps":["trace[1701918487] 'agreement among raft nodes before linearized reading' (duration: 176.490411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:11.888824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.991098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:11.888905Z","caller":"traceutil/trace.go:171","msg":"trace[2096998009] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2663; }","duration":"167.128082ms","start":"2026-04-22T00:31:11.721758Z","end":"2026-04-22T00:31:11.888887Z","steps":["trace[2096998009] 'count revisions from in-memory index tree' (duration: 166.905445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:11.888888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.494121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-22T00:31:11.888966Z","caller":"traceutil/trace.go:171","msg":"trace[831134221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2663; }","duration":"127.589893ms","start":"2026-04-22T00:31:11.761355Z","end":"2026-04-22T00:31:11.888945Z","steps":["trace[831134221] 'range keys from in-memory index tree' (duration: 127.297415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:14.85034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926260785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:31:15.351442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926260785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:31:15.851952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926260785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:31:16.352408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926260785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:31:16.852598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926260785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:31:17.241859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145547164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-22T00:31:17.241933Z","caller":"traceutil/trace.go:171","msg":"trace[394599553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2685; }","duration":"3.145668787s","start":"2026-04-22T00:31:14.096248Z","end":"2026-04-22T00:31:17.241917Z","steps":["trace[394599553] 'range keys from in-memory index tree' (duration: 3.145297736s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.241992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.096228Z","time spent":"3.145748239s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T00:31:17.242315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343785998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-22T00:31:17.242389Z","caller":"traceutil/trace.go:171","msg":"trace[587371261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2685; }","duration":"3.343905343s","start":"2026-04-22T00:31:13.898465Z","end":"2026-04-22T00:31:17.24237Z","steps":["trace[587371261] 'range keys from in-memory index tree' (duration: 3.343599514s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.242524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:13.89844Z","time spent":"3.344068296s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:31:17.242569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265011877s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:17.242709Z","caller":"traceutil/trace.go:171","msg":"trace[1372298264] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2685; }","duration":"2.265163051s","start":"2026-04-22T00:31:14.977525Z","end":"2026-04-22T00:31:17.242688Z","steps":["trace[1372298264] 'range keys from in-memory index tree' (duration: 2.264995077s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.244479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.898871312s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T00:31:17.244774Z","caller":"traceutil/trace.go:171","msg":"trace[453197256] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"2.899288634s","start":"2026-04-22T00:31:14.345467Z","end":"2026-04-22T00:31:17.244756Z","steps":["trace[453197256] 'process raft request' (duration: 2.899181401s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.244895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.345441Z","time spent":"2.899384136s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:31:17.247264Z","caller":"traceutil/trace.go:171","msg":"trace[1181152785] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"2.691256686s","start":"2026-04-22T00:31:14.555981Z","end":"2026-04-22T00:31:17.247237Z","steps":["trace[1181152785] 'process raft request' (duration: 2.690994498s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.247396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.555955Z","time spent":"2.691363819s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:31:17.254596Z","caller":"traceutil/trace.go:171","msg":"trace[1911702607] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"1.763771867s","start":"2026-04-22T00:31:15.490772Z","end":"2026-04-22T00:31:17.254544Z","steps":["trace[1911702607] 'process raft request' (duration: 1.763571101s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:17.25472Z","caller":"traceutil/trace.go:171","msg":"trace[2114213496] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"1.212883716s","start":"2026-04-22T00:31:16.041782Z","end":"2026-04-22T00:31:17.254665Z","steps":["trace[2114213496] 'process raft request' (duration: 1.212636879s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.254837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.490742Z","time spent":"1.763977703s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:31:17.254865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90526296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-22T00:31:17.254637Z","caller":"traceutil/trace.go:171","msg":"trace[1183824572] linearizableReadLoop","detail":"{readStateIndex:2792; appliedIndex:2788; }","duration":"2.905024423s","start":"2026-04-22T00:31:14.349572Z","end":"2026-04-22T00:31:17.254596Z","steps":["trace[1183824572] 'read index received' (duration: 2.895601391s)","trace[1183824572] 'applied index is now lower than readState.Index' (duration: 9.417972ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:31:17.254975Z","caller":"traceutil/trace.go:171","msg":"trace[1124068164] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2690; }","duration":"2.905432664s","start":"2026-04-22T00:31:14.349528Z","end":"2026-04-22T00:31:17.254961Z","steps":["trace[1124068164] 'agreement among raft nodes before linearized reading' (duration: 2.905162557s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.255028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.349507Z","time spent":"2.905508026s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-22T00:31:17.255107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:16.04175Z","time spent":"1.213154334s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:31:17.256924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862312676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-22T00:31:17.257042Z","caller":"traceutil/trace.go:171","msg":"trace[1864919491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2691; }","duration":"2.862404549s","start":"2026-04-22T00:31:14.394599Z","end":"2026-04-22T00:31:17.257003Z","steps":["trace[1864919491] 'agreement among raft nodes before linearized reading' (duration: 2.862240014s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.257098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.394553Z","time spent":"2.862535792s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-22T00:31:17.25733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758887671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-22T00:31:17.257389Z","caller":"traceutil/trace.go:171","msg":"trace[1501995826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2691; }","duration":"1.758967653s","start":"2026-04-22T00:31:15.498403Z","end":"2026-04-22T00:31:17.25737Z","steps":["trace[1501995826] 'agreement among raft nodes before linearized reading' (duration: 1.758632154s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.257417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.498392Z","time spent":"1.759017365s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:31:17.257464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.650552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:31:17.257514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760526297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T00:31:17.257542Z","caller":"traceutil/trace.go:171","msg":"trace[1862895771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2691; }","duration":"1.760571808s","start":"2026-04-22T00:31:15.496961Z","end":"2026-04-22T00:31:17.257533Z","steps":["trace[1862895771] 'agreement among raft nodes before linearized reading' (duration: 1.760497276s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:17.257544Z","caller":"traceutil/trace.go:171","msg":"trace[317329843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2691; }","duration":"371.806976ms","start":"2026-04-22T00:31:16.885716Z","end":"2026-04-22T00:31:17.257523Z","steps":["trace[317329843] 'agreement among raft nodes before linearized reading' (duration: 371.649152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.257619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761888515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-22T00:31:17.257563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.496947Z","time spent":"1.760611929s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T00:31:17.257647Z","caller":"traceutil/trace.go:171","msg":"trace[1811610941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2691; }","duration":"1.761959307s","start":"2026-04-22T00:31:15.495682Z","end":"2026-04-22T00:31:17.257641Z","steps":["trace[1811610941] 'agreement among raft nodes before linearized reading' (duration: 1.761895325s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.257648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.512555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:31:17.257435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978482689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:17.257703Z","caller":"traceutil/trace.go:171","msg":"trace[1455998053] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2691; }","duration":"476.593507ms","start":"2026-04-22T00:31:16.781101Z","end":"2026-04-22T00:31:17.257695Z","steps":["trace[1455998053] 'agreement among raft nodes before linearized reading' (duration: 476.510305ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:17.257735Z","caller":"traceutil/trace.go:171","msg":"trace[106269965] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2691; }","duration":"1.978822849s","start":"2026-04-22T00:31:15.278901Z","end":"2026-04-22T00:31:17.257724Z","steps":["trace[106269965] 'agreement among raft nodes before linearized reading' (duration: 1.97848253s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.257746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764926209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T00:31:17.257604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:16.885698Z","time spent":"371.889979ms","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:31:17.257782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645733759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:17.257793Z","caller":"traceutil/trace.go:171","msg":"trace[834289960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2691; }","duration":"1.765012722s","start":"2026-04-22T00:31:15.492767Z","end":"2026-04-22T00:31:17.25778Z","steps":["trace[834289960] 'agreement among raft nodes before linearized reading' (duration: 1.764900988s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:17.257805Z","caller":"traceutil/trace.go:171","msg":"trace[215967214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2691; }","duration":"1.64581137s","start":"2026-04-22T00:31:15.611988Z","end":"2026-04-22T00:31:17.2578Z","steps":["trace[215967214] 'agreement among raft nodes before linearized reading' (duration: 1.645780059s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.257821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.611971Z","time spent":"1.645845982s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T00:31:17.257824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.492745Z","time spent":"1.765071373s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T00:31:17.257666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.495657Z","time spent":"1.762003568s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T00:31:17.257757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:16.781087Z","time spent":"476.659219ms","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:31:17.257755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:15.27888Z","time spent":"1.978869401s","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:31:17.257936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633383779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:17.258001Z","caller":"traceutil/trace.go:171","msg":"trace[913803655] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2691; }","duration":"2.633548693s","start":"2026-04-22T00:31:14.624437Z","end":"2026-04-22T00:31:17.257985Z","steps":["trace[913803655] 'agreement among raft nodes before linearized reading' (duration: 2.633248855s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.258042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.624416Z","time spent":"2.633619005s","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:31:17.258015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463905231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T00:31:17.258176Z","caller":"traceutil/trace.go:171","msg":"trace[1886747554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2691; }","duration":"2.464078156s","start":"2026-04-22T00:31:14.794062Z","end":"2026-04-22T00:31:17.25814Z","steps":["trace[1886747554] 'agreement among raft nodes before linearized reading' (duration: 2.463559861s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:31:17.258275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:31:14.794032Z","time spent":"2.46423056s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T00:31:28.755499Z","caller":"traceutil/trace.go:171","msg":"trace[209409450] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"109.708868ms","start":"2026-04-22T00:31:28.645769Z","end":"2026-04-22T00:31:28.755478Z","steps":["trace[209409450] 'process raft request' (duration: 109.566134ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:32.44218Z","caller":"traceutil/trace.go:171","msg":"trace[1805708410] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"162.074801ms","start":"2026-04-22T00:31:32.280081Z","end":"2026-04-22T00:31:32.442155Z","steps":["trace[1805708410] 'process raft request' (duration: 161.897306ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:32.443426Z","caller":"traceutil/trace.go:171","msg":"trace[268195762] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"145.44536ms","start":"2026-04-22T00:31:32.297932Z","end":"2026-04-22T00:31:32.443377Z","steps":["trace[268195762] 'process raft request' (duration: 145.191523ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:32:23.35673Z","caller":"traceutil/trace.go:171","msg":"trace[1856595546] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"205.00077ms","start":"2026-04-22T00:32:23.15171Z","end":"2026-04-22T00:32:23.356711Z","steps":["trace[1856595546] 'process raft request' (duration: 204.889347ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:30.865895Z","caller":"traceutil/trace.go:171","msg":"trace[392328503] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"136.175162ms","start":"2026-04-22T00:35:30.72968Z","end":"2026-04-22T00:35:30.865855Z","steps":["trace[392328503] 'process raft request' (duration: 136.024898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:37.401391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.646081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T00:35:37.401517Z","caller":"traceutil/trace.go:171","msg":"trace[817480821] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"114.614891ms","start":"2026-04-22T00:35:37.286887Z","end":"2026-04-22T00:35:37.401501Z","steps":["trace[817480821] 'read index received' (duration: 40.981µs)","trace[817480821] 'applied index is now lower than readState.Index' (duration: 114.572739ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:37.40157Z","caller":"traceutil/trace.go:171","msg":"trace[1809037605] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"194.634469ms","start":"2026-04-22T00:35:37.206899Z","end":"2026-04-22T00:35:37.401534Z","steps":["trace[1809037605] 'process raft request' (duration: 67.593958ms)","trace[1809037605] 'compare' (duration: 126.487006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:35:37.401686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.787755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-469354b8-7856-4f42-9642-a0641ee7b5c1\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-22T00:35:37.401738Z","caller":"traceutil/trace.go:171","msg":"trace[1645686513] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-469354b8-7856-4f42-9642-a0641ee7b5c1; range_end:; response_count:1; response_revision:5025; }","duration":"114.874818ms","start":"2026-04-22T00:35:37.28685Z","end":"2026-04-22T00:35:37.401725Z","steps":["trace[1645686513] 'agreement among raft nodes before linearized reading' (duration: 114.695003ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:45.625903Z","caller":"traceutil/trace.go:171","msg":"trace[1068689834] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"111.916746ms","start":"2026-04-22T00:35:45.513954Z","end":"2026-04-22T00:35:45.625871Z","steps":["trace[1068689834] 'process raft request' (duration: 93.767458ms)","trace[1068689834] 'compare' (duration: 17.960593ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:55.140587Z","caller":"traceutil/trace.go:171","msg":"trace[1680399790] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5548; }","duration":"142.907338ms","start":"2026-04-22T00:35:54.997656Z","end":"2026-04-22T00:35:55.140563Z","steps":["trace[1680399790] 'read index received' (duration: 55.516696ms)","trace[1680399790] 'applied index is now lower than readState.Index' (duration: 87.389722ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:55.140635Z","caller":"traceutil/trace.go:171","msg":"trace[1471223482] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"204.283965ms","start":"2026-04-22T00:35:54.936323Z","end":"2026-04-22T00:35:55.140607Z","steps":["trace[1471223482] 'process raft request' (duration: 116.952345ms)","trace[1471223482] 'compare' (duration: 87.172876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:35:55.140583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.678982ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:35:55.140867Z","caller":"traceutil/trace.go:171","msg":"trace[1446288739] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5351; }","duration":"163.004221ms","start":"2026-04-22T00:35:54.977852Z","end":"2026-04-22T00:35:55.140856Z","steps":["trace[1446288739] 'range keys from in-memory index tree' (duration: 162.660601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:55.140954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.014359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T00:35:55.141037Z","caller":"traceutil/trace.go:171","msg":"trace[956593559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5352; }","duration":"132.123111ms","start":"2026-04-22T00:35:55.008893Z","end":"2026-04-22T00:35:55.141017Z","steps":["trace[956593559] 'agreement among raft nodes before linearized reading' (duration: 131.914676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:55.141088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.404641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T00:35:55.141137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.766114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T00:35:55.141167Z","caller":"traceutil/trace.go:171","msg":"trace[2129003638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5352; }","duration":"126.854577ms","start":"2026-04-22T00:35:55.014307Z","end":"2026-04-22T00:35:55.141162Z","steps":["trace[2129003638] 'agreement among raft nodes before linearized reading' (duration: 126.712903ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:55.141183Z","caller":"traceutil/trace.go:171","msg":"trace[681359944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5352; }","duration":"143.552645ms","start":"2026-04-22T00:35:54.997609Z","end":"2026-04-22T00:35:55.141161Z","steps":["trace[681359944] 'agreement among raft nodes before linearized reading' (duration: 143.066662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:55.141111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.501297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-22T00:35:55.141304Z","caller":"traceutil/trace.go:171","msg":"trace[2088343611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5352; }","duration":"126.725983ms","start":"2026-04-22T00:35:55.014569Z","end":"2026-04-22T00:35:55.141295Z","steps":["trace[2088343611] 'agreement among raft nodes before linearized reading' (duration: 126.362693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:55.141543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.119691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T00:35:55.141589Z","caller":"traceutil/trace.go:171","msg":"trace[1886344689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5352; }","duration":"128.178514ms","start":"2026-04-22T00:35:55.013398Z","end":"2026-04-22T00:35:55.141577Z","steps":["trace[1886344689] 'agreement among raft nodes before linearized reading' (duration: 127.828434ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:36:14.056457Z","caller":"traceutil/trace.go:171","msg":"trace[1634130731] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"128.359348ms","start":"2026-04-22T00:36:13.928082Z","end":"2026-04-22T00:36:14.056442Z","steps":["trace[1634130731] 'process raft request' (duration: 128.259245ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:36:14.280604Z","caller":"traceutil/trace.go:171","msg":"trace[1774699679] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"159.844274ms","start":"2026-04-22T00:36:14.120737Z","end":"2026-04-22T00:36:14.280581Z","steps":["trace[1774699679] 'process raft request' (duration: 159.378091ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:36:35.213022Z","caller":"traceutil/trace.go:171","msg":"trace[1879219948] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5944; }","duration":"319.752803ms","start":"2026-04-22T00:36:34.893245Z","end":"2026-04-22T00:36:35.212998Z","steps":["trace[1879219948] 'read index received' (duration: 317.201833ms)","trace[1879219948] 'applied index is now lower than readState.Index' (duration: 2.54982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:36:35.213241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.954661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T00:36:35.213272Z","caller":"traceutil/trace.go:171","msg":"trace[249649671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5737; }","duration":"295.027763ms","start":"2026-04-22T00:36:34.918237Z","end":"2026-04-22T00:36:35.213264Z","steps":["trace[249649671] 'agreement among raft nodes before linearized reading' (duration: 294.885439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:36:35.213373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.108952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T00:36:35.213502Z","caller":"traceutil/trace.go:171","msg":"trace[184742590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5737; }","duration":"320.315509ms","start":"2026-04-22T00:36:34.89316Z","end":"2026-04-22T00:36:35.213476Z","steps":["trace[184742590] 'agreement among raft nodes before linearized reading' (duration: 319.954999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:36:35.213563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:36:34.893119Z","time spent":"320.425021ms","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T00:37:16.442093Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3015} {"level":"info","ts":"2026-04-22T00:37:16.535136Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3015,"took":"90.796395ms","hash":3204750835,"current-db-size-bytes":58146816,"current-db-size":"58 MB","current-db-size-in-use-bytes":31522816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T00:37:16.535205Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3204750835,"revision":3015,"compact-revision":-1} {"level":"warn","ts":"2026-04-22T00:41:19.206281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:19.70714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:20.208152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:20.708323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:21.208536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:21.613973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000663787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T00:41:21.614066Z","caller":"traceutil/trace.go:171","msg":"trace[1562293245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000870082s","start":"2026-04-22T00:41:19.613176Z","end":"2026-04-22T00:41:21.614046Z","steps":["trace[1562293245] 'agreement among raft nodes before linearized reading' (duration: 2.000701787s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:21.614119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.613154Z","time spent":"2.000951094s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 00:41:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:41:21.709411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:22.209814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:22.710497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:23.210948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:23.615013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-22T00:41:23.615032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.617096Z","time spent":"4.997930999s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-22T00:41:23.615119Z","caller":"traceutil/trace.go:171","msg":"trace[394533988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574984s","start":"2026-04-22T00:41:21.61452Z","end":"2026-04-22T00:41:23.615095Z","steps":["trace[394533988] 'agreement among raft nodes before linearized reading' (duration: 2.000460221s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:23.615182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:21.614451Z","time spent":"2.000715248s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 00:41:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:41:23.705062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999288516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T00:41:23.705178Z","caller":"traceutil/trace.go:171","msg":"trace[1895522371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999503382s","start":"2026-04-22T00:41:18.705647Z","end":"2026-04-22T00:41:23.70515Z","steps":["trace[1895522371] 'agreement among raft nodes before linearized reading' (duration: 4.999327517s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:23.705267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.705627Z","time spent":"4.999611275s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T00:41:23.711466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926273874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:23.857565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.215432895s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T00:41:23.917518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999527433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T00:41:23.917614Z","caller":"traceutil/trace.go:171","msg":"trace[1079295495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999668946s","start":"2026-04-22T00:41:18.917925Z","end":"2026-04-22T00:41:23.917594Z","steps":["trace[1079295495] 'agreement among raft nodes before linearized reading' (duration: 4.999547403s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:23.917665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.917913Z","time spent":"4.999740679s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/22 00:41:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T00:41:24.077394Z","caller":"traceutil/trace.go:171","msg":"trace[931885788] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"4.374135937s","start":"2026-04-22T00:41:19.70324Z","end":"2026-04-22T00:41:24.077376Z","steps":["trace[931885788] 'process raft request' (duration: 4.373553701s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.077413Z","caller":"traceutil/trace.go:171","msg":"trace[1008903973] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8084; }","duration":"5.37168597s","start":"2026-04-22T00:41:18.705705Z","end":"2026-04-22T00:41:24.077391Z","steps":["trace[1008903973] 'read index received' (duration: 5.152217369s)","trace[1008903973] 'applied index is now lower than readState.Index' (duration: 219.467231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:41:24.077504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.70322Z","time spent":"4.374224589s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:41:24.077533Z","caller":"traceutil/trace.go:171","msg":"trace[155925449] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"4.371560606s","start":"2026-04-22T00:41:19.705962Z","end":"2026-04-22T00:41:24.077523Z","steps":["trace[155925449] 'process raft request' (duration: 4.371183126s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.077608Z","caller":"traceutil/trace.go:171","msg":"trace[1572099381] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"457.603105ms","start":"2026-04-22T00:41:23.619986Z","end":"2026-04-22T00:41:24.077589Z","steps":["trace[1572099381] 'process raft request' (duration: 457.348288ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.077631Z","caller":"traceutil/trace.go:171","msg":"trace[1720734621] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"3.839672842s","start":"2026-04-22T00:41:20.237951Z","end":"2026-04-22T00:41:24.077623Z","steps":["trace[1720734621] 'process raft request' (duration: 3.839346213s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.077638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.70595Z","time spent":"4.371610888s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:41:24.077677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:20.237929Z","time spent":"3.839725993s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:41:24.077673Z","caller":"traceutil/trace.go:171","msg":"trace[1777901014] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"4.371617719s","start":"2026-04-22T00:41:19.706024Z","end":"2026-04-22T00:41:24.077642Z","steps":["trace[1777901014] 'process raft request' (duration: 4.371239408s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.077735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:23.619965Z","time spent":"457.692457ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T00:41:24.077783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479440571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:24.077827Z","caller":"traceutil/trace.go:171","msg":"trace[1342082605] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7814; }","duration":"4.479544373s","start":"2026-04-22T00:41:19.598274Z","end":"2026-04-22T00:41:24.077818Z","steps":["trace[1342082605] 'agreement among raft nodes before linearized reading' (duration: 4.47940679s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.077848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.598254Z","time spent":"4.479588705s","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:41:24.077843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.706018Z","time spent":"4.371754232s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:41:24.077833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.237748739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:41:24.077941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00260747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:41:24.07794Z","caller":"traceutil/trace.go:171","msg":"trace[1428674072] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7814; }","duration":"5.237933824s","start":"2026-04-22T00:41:18.839984Z","end":"2026-04-22T00:41:24.077917Z","steps":["trace[1428674072] 'agreement among raft nodes before linearized reading' (duration: 5.237698948s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.07797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087672245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-22T00:41:24.077985Z","caller":"traceutil/trace.go:171","msg":"trace[2043561695] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7814; }","duration":"3.002685412s","start":"2026-04-22T00:41:21.075282Z","end":"2026-04-22T00:41:24.077967Z","steps":["trace[2043561695] 'agreement among raft nodes before linearized reading' (duration: 3.00262846s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:21.075264Z","time spent":"3.002753154s","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:41:24.078008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.839962Z","time spent":"5.238030677s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454750915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T00:41:24.078031Z","caller":"traceutil/trace.go:171","msg":"trace[2002066969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7814; }","duration":"5.087730217s","start":"2026-04-22T00:41:18.990279Z","end":"2026-04-22T00:41:24.078009Z","steps":["trace[2002066969] 'agreement among raft nodes before linearized reading' (duration: 5.087531071s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.078062Z","caller":"traceutil/trace.go:171","msg":"trace[136396821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7814; }","duration":"3.454806286s","start":"2026-04-22T00:41:20.623251Z","end":"2026-04-22T00:41:24.078057Z","steps":["trace[136396821] 'agreement among raft nodes before linearized reading' (duration: 3.454745064s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734891102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-22T00:41:24.078065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344600368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:41:24.078073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.990248Z","time spent":"5.087817089s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.182999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:41:24.078106Z","caller":"traceutil/trace.go:171","msg":"trace[1940043825] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7814; }","duration":"2.34468334s","start":"2026-04-22T00:41:21.733411Z","end":"2026-04-22T00:41:24.078094Z","steps":["trace[1940043825] 'agreement among raft nodes before linearized reading' (duration: 2.344607108s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.077985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.958042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:24.078116Z","caller":"traceutil/trace.go:171","msg":"trace[2012005240] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7814; }","duration":"288.272411ms","start":"2026-04-22T00:41:23.789832Z","end":"2026-04-22T00:41:24.078105Z","steps":["trace[2012005240] 'agreement among raft nodes before linearized reading' (duration: 288.178229ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.078115Z","caller":"traceutil/trace.go:171","msg":"trace[1702849741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7814; }","duration":"2.735016686s","start":"2026-04-22T00:41:21.343073Z","end":"2026-04-22T00:41:24.07809Z","steps":["trace[1702849741] 'agreement among raft nodes before linearized reading' (duration: 2.734748208s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822184841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-nvdms\" ","response":"range_response_count:1 size:15678"} {"level":"info","ts":"2026-04-22T00:41:24.07815Z","caller":"traceutil/trace.go:171","msg":"trace[1387726284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7814; }","duration":"455.149147ms","start":"2026-04-22T00:41:23.622993Z","end":"2026-04-22T00:41:24.078142Z","steps":["trace[1387726284] 'agreement among raft nodes before linearized reading' (duration: 454.960352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.07814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659093458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T00:41:24.078163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:21.34305Z","time spent":"2.735104029s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T00:41:24.07788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.090573925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T00:41:24.078133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079299865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T00:41:24.078182Z","caller":"traceutil/trace.go:171","msg":"trace[1990760806] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-nvdms; range_end:; response_count:1; response_revision:7814; }","duration":"2.822284294s","start":"2026-04-22T00:41:21.255875Z","end":"2026-04-22T00:41:24.07816Z","steps":["trace[1990760806] 'agreement among raft nodes before linearized reading' (duration: 2.822117649s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.078219Z","caller":"traceutil/trace.go:171","msg":"trace[1836567752] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:7814; }","duration":"4.659200841s","start":"2026-04-22T00:41:19.418984Z","end":"2026-04-22T00:41:24.078185Z","steps":["trace[1836567752] 'agreement among raft nodes before linearized reading' (duration: 4.658983985s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562049211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h9jdv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-22T00:41:24.078266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227374814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-04-22T00:41:24.078267Z","caller":"traceutil/trace.go:171","msg":"trace[1646546898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7814; }","duration":"5.079500341s","start":"2026-04-22T00:41:18.998734Z","end":"2026-04-22T00:41:24.078234Z","steps":["trace[1646546898] 'agreement among raft nodes before linearized reading' (duration: 5.079028708s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:24.078299Z","caller":"traceutil/trace.go:171","msg":"trace[1256433196] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7814; }","duration":"5.227426345s","start":"2026-04-22T00:41:18.850864Z","end":"2026-04-22T00:41:24.078291Z","steps":["trace[1256433196] 'agreement among raft nodes before linearized reading' (duration: 5.227319432s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.850854Z","time spent":"5.227470646s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.998716Z","time spent":"5.079620344s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:20.623229Z","time spent":"3.454849947s","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T00:41:24.078296Z","caller":"traceutil/trace.go:171","msg":"trace[1092925880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h9jdv; range_end:; response_count:1; response_revision:7814; }","duration":"4.562129643s","start":"2026-04-22T00:41:19.516156Z","end":"2026-04-22T00:41:24.078285Z","steps":["trace[1092925880] 'agreement among raft nodes before linearized reading' (duration: 4.56201537s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.516138Z","time spent":"4.562402881s","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h9jdv\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:21.255853Z","time spent":"2.822386837s","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":15701,"request content":"key:\"/registry/pods/openstack/barbican-ks-endpoints-nvdms\" "} {"level":"info","ts":"2026-04-22T00:41:24.078204Z","caller":"traceutil/trace.go:171","msg":"trace[177342268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7814; }","duration":"5.090935855s","start":"2026-04-22T00:41:18.987261Z","end":"2026-04-22T00:41:24.078197Z","steps":["trace[177342268] 'agreement among raft nodes before linearized reading' (duration: 5.090516983s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.078701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:18.987241Z","time spent":"5.091439708s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:21.733392Z","time spent":"2.344751191s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:41:24.07818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:23.622977Z","time spent":"455.196179ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.418961Z","time spent":"4.659292773s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-04-22T00:41:24.078263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.896145962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:24.0796Z","caller":"traceutil/trace.go:171","msg":"trace[1570332462] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7814; }","duration":"4.897503349s","start":"2026-04-22T00:41:19.182075Z","end":"2026-04-22T00:41:24.079578Z","steps":["trace[1570332462] 'agreement among raft nodes before linearized reading' (duration: 4.896154682s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:24.07967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:19.182053Z","time spent":"4.897592962s","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:41:33.014988Z","caller":"traceutil/trace.go:171","msg":"trace[1944636909] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"153.001045ms","start":"2026-04-22T00:41:32.861965Z","end":"2026-04-22T00:41:33.014966Z","steps":["trace[1944636909] 'process raft request' (duration: 152.865291ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:34.116961Z","caller":"traceutil/trace.go:171","msg":"trace[81297857] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"365.551965ms","start":"2026-04-22T00:41:33.751384Z","end":"2026-04-22T00:41:34.116936Z","steps":["trace[81297857] 'read index received' (duration: 365.34998ms)","trace[81297857] 'applied index is now lower than readState.Index' (duration: 201.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:41:34.117087Z","caller":"traceutil/trace.go:171","msg":"trace[528703737] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"442.051417ms","start":"2026-04-22T00:41:33.67499Z","end":"2026-04-22T00:41:34.117041Z","steps":["trace[528703737] 'process raft request' (duration: 441.80488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:34.117228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.818012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-22T00:41:34.117288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:33.67497Z","time spent":"442.207342ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:41:34.117309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-22T00:41:34.117347Z","caller":"traceutil/trace.go:171","msg":"trace[1640137378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7887; }","duration":"366.007618ms","start":"2026-04-22T00:41:33.751315Z","end":"2026-04-22T00:41:34.117322Z","steps":["trace[1640137378] 'agreement among raft nodes before linearized reading' (duration: 365.743451ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:34.117387Z","caller":"traceutil/trace.go:171","msg":"trace[237516515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7887; }","duration":"106.832675ms","start":"2026-04-22T00:41:34.010536Z","end":"2026-04-22T00:41:34.117369Z","steps":["trace[237516515] 'agreement among raft nodes before linearized reading' (duration: 106.602249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:34.117401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:33.751284Z","time spent":"366.104341ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T00:41:42.419899Z","caller":"traceutil/trace.go:171","msg":"trace[1606079078] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"214.738851ms","start":"2026-04-22T00:41:42.205132Z","end":"2026-04-22T00:41:42.419871Z","steps":["trace[1606079078] 'process raft request' (duration: 214.594377ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:42.421008Z","caller":"traceutil/trace.go:171","msg":"trace[889315928] linearizableReadLoop","detail":"{readStateIndex:8214; appliedIndex:8212; }","duration":"210.245547ms","start":"2026-04-22T00:41:42.210747Z","end":"2026-04-22T00:41:42.420993Z","steps":["trace[889315928] 'read index received' (duration: 208.936772ms)","trace[889315928] 'applied index is now lower than readState.Index' (duration: 1.307885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:41:42.421216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.439213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:42.421318Z","caller":"traceutil/trace.go:171","msg":"trace[420407955] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7933; }","duration":"210.570386ms","start":"2026-04-22T00:41:42.210715Z","end":"2026-04-22T00:41:42.421285Z","steps":["trace[420407955] 'agreement among raft nodes before linearized reading' (duration: 210.373591ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:42.421519Z","caller":"traceutil/trace.go:171","msg":"trace[1833396301] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"210.898306ms","start":"2026-04-22T00:41:42.210611Z","end":"2026-04-22T00:41:42.421509Z","steps":["trace[1833396301] 'process raft request' (duration: 210.31404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:42.421583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.426523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h9jdv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:41:42.421631Z","caller":"traceutil/trace.go:171","msg":"trace[1195638193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h9jdv; range_end:; response_count:1; response_revision:7933; }","duration":"182.505376ms","start":"2026-04-22T00:41:42.239114Z","end":"2026-04-22T00:41:42.421619Z","steps":["trace[1195638193] 'agreement among raft nodes before linearized reading' (duration: 182.352501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:42.421835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.940872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-22T00:41:42.421875Z","caller":"traceutil/trace.go:171","msg":"trace[2120850619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7933; }","duration":"157.000824ms","start":"2026-04-22T00:41:42.264865Z","end":"2026-04-22T00:41:42.421866Z","steps":["trace[2120850619] 'agreement among raft nodes before linearized reading' (duration: 156.884711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:42.421961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.080262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T00:41:42.422025Z","caller":"traceutil/trace.go:171","msg":"trace[741629403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7933; }","duration":"163.144093ms","start":"2026-04-22T00:41:42.258866Z","end":"2026-04-22T00:41:42.42201Z","steps":["trace[741629403] 'agreement among raft nodes before linearized reading' (duration: 162.994049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:42.42184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.251761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T00:41:42.422411Z","caller":"traceutil/trace.go:171","msg":"trace[120436510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7933; }","duration":"157.852698ms","start":"2026-04-22T00:41:42.264542Z","end":"2026-04-22T00:41:42.422395Z","steps":["trace[120436510] 'agreement among raft nodes before linearized reading' (duration: 157.222461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:43.138849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.724131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:43.138934Z","caller":"traceutil/trace.go:171","msg":"trace[346314713] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7936; }","duration":"452.864605ms","start":"2026-04-22T00:41:42.686049Z","end":"2026-04-22T00:41:43.138914Z","steps":["trace[346314713] 'count revisions from in-memory index tree' (duration: 452.644039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:43.138977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:42.686028Z","time spent":"452.938777ms","remote":"127.0.0.1:46098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:41:43.138991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.798626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:41:43.139092Z","caller":"traceutil/trace.go:171","msg":"trace[1824501993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7936; }","duration":"451.927929ms","start":"2026-04-22T00:41:42.687131Z","end":"2026-04-22T00:41:43.139059Z","steps":["trace[1824501993] 'count revisions from in-memory index tree' (duration: 451.729563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:43.139178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:42.687123Z","time spent":"452.033051ms","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:41:43.139656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.911307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:43.140212Z","caller":"traceutil/trace.go:171","msg":"trace[1070443418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7936; }","duration":"521.046988ms","start":"2026-04-22T00:41:42.618717Z","end":"2026-04-22T00:41:43.139764Z","steps":["trace[1070443418] 'range keys from in-memory index tree' (duration: 519.818554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:43.140281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:42.618696Z","time spent":"521.565903ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T00:41:50.224511Z","caller":"traceutil/trace.go:171","msg":"trace[1768195128] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"147.942865ms","start":"2026-04-22T00:41:50.076549Z","end":"2026-04-22T00:41:50.224492Z","steps":["trace[1768195128] 'process raft request' (duration: 147.76818ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:50.540891Z","caller":"traceutil/trace.go:171","msg":"trace[1713381191] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8257; }","duration":"316.278242ms","start":"2026-04-22T00:41:50.224465Z","end":"2026-04-22T00:41:50.540744Z","steps":["trace[1713381191] 'read index received' (duration: 315.891381ms)","trace[1713381191] 'applied index is now lower than readState.Index' (duration: 385.771µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:41:50.54095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.679775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T00:41:50.540979Z","caller":"traceutil/trace.go:171","msg":"trace[282789132] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"353.519584ms","start":"2026-04-22T00:41:50.187441Z","end":"2026-04-22T00:41:50.540961Z","steps":["trace[282789132] 'process raft request' (duration: 353.160025ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:50.541001Z","caller":"traceutil/trace.go:171","msg":"trace[1971177830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7975; }","duration":"335.795727ms","start":"2026-04-22T00:41:50.205194Z","end":"2026-04-22T00:41:50.54099Z","steps":["trace[1971177830] 'agreement among raft nodes before linearized reading' (duration: 335.577931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:50.541029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:50.205185Z","time spent":"335.838889ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T00:41:50.541062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.543476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:41:50.541091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:50.187422Z","time spent":"353.598847ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:41:50.541101Z","caller":"traceutil/trace.go:171","msg":"trace[373799195] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7975; }","duration":"349.617538ms","start":"2026-04-22T00:41:50.19147Z","end":"2026-04-22T00:41:50.541088Z","steps":["trace[373799195] 'agreement among raft nodes before linearized reading' (duration: 349.533886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:50.541135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:50.191459Z","time spent":"349.667239ms","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:41:50.541134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.586084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-22T00:41:50.541229Z","caller":"traceutil/trace.go:171","msg":"trace[1235831261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7975; }","duration":"346.696767ms","start":"2026-04-22T00:41:50.194508Z","end":"2026-04-22T00:41:50.541205Z","steps":["trace[1235831261] 'agreement among raft nodes before linearized reading' (duration: 346.405179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:50.541308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.054887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T00:41:50.541378Z","caller":"traceutil/trace.go:171","msg":"trace[280689460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7975; }","duration":"355.150599ms","start":"2026-04-22T00:41:50.186211Z","end":"2026-04-22T00:41:50.541362Z","steps":["trace[280689460] 'agreement among raft nodes before linearized reading' (duration: 354.979995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:50.541319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:50.194452Z","time spent":"346.847932ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T00:41:50.54143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:50.186199Z","time spent":"355.219471ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T00:41:50.543426Z","caller":"traceutil/trace.go:171","msg":"trace[1239123655] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"309.68811ms","start":"2026-04-22T00:41:50.233723Z","end":"2026-04-22T00:41:50.543411Z","steps":["trace[1239123655] 'process raft request' (duration: 309.288389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:50.543591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:50.23371Z","time spent":"309.839804ms","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:41:54.115118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926274468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:41:54.524254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435216189s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T00:41:54.524728Z","caller":"traceutil/trace.go:171","msg":"trace[1252351592] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8311; }","duration":"910.553202ms","start":"2026-04-22T00:41:53.614148Z","end":"2026-04-22T00:41:54.524701Z","steps":["trace[1252351592] 'read index received' (duration: 910.264314ms)","trace[1252351592] 'applied index is now lower than readState.Index' (duration: 287.828µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:41:54.524843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.681975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:54.524886Z","caller":"traceutil/trace.go:171","msg":"trace[1762824053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8026; }","duration":"910.773997ms","start":"2026-04-22T00:41:53.614099Z","end":"2026-04-22T00:41:54.524873Z","steps":["trace[1762824053] 'agreement among raft nodes before linearized reading' (duration: 910.687395ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:54.524863Z","caller":"traceutil/trace.go:171","msg":"trace[331453314] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"1.435887188s","start":"2026-04-22T00:41:53.08892Z","end":"2026-04-22T00:41:54.524808Z","steps":["trace[331453314] 'process raft request' (duration: 1.435567269s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:54.524933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:53.614079Z","time spent":"910.8386ms","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T00:41:54.525042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:41:53.088904Z","time spent":"1.436040481s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:42:10.707133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926274942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:42:11.207591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926274942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:42:11.815041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926274942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:42:12.141017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.992234815s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T00:42:12.141392Z","caller":"traceutil/trace.go:171","msg":"trace[1930495339] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"1.992683978s","start":"2026-04-22T00:42:10.148686Z","end":"2026-04-22T00:42:12.14137Z","steps":["trace[1930495339] 'process raft request' (duration: 1.992518634s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.141538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.148675Z","time spent":"1.992784681s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:42:12.143235Z","caller":"traceutil/trace.go:171","msg":"trace[882502552] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8547; }","duration":"1.936268178s","start":"2026-04-22T00:42:10.206945Z","end":"2026-04-22T00:42:12.143213Z","steps":["trace[882502552] 'read index received' (duration: 1.934287874s)","trace[882502552] 'applied index is now lower than readState.Index' (duration: 1.979534ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:42:12.143314Z","caller":"traceutil/trace.go:171","msg":"trace[819561133] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"1.460540386s","start":"2026-04-22T00:42:10.682731Z","end":"2026-04-22T00:42:12.143271Z","steps":["trace[819561133] 'process raft request' (duration: 1.46032463s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:12.143391Z","caller":"traceutil/trace.go:171","msg":"trace[1498541191] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"1.423142538s","start":"2026-04-22T00:42:10.720241Z","end":"2026-04-22T00:42:12.143383Z","steps":["trace[1498541191] 'process raft request' (duration: 1.422907551s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.143499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.682699Z","time spent":"1.460705309s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:42:12.143505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.720221Z","time spent":"1.423199199s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:42:12.143746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936785532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:42:12.143804Z","caller":"traceutil/trace.go:171","msg":"trace[1212484621] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8260; }","duration":"1.936878995s","start":"2026-04-22T00:42:10.206911Z","end":"2026-04-22T00:42:12.14379Z","steps":["trace[1212484621] 'agreement among raft nodes before linearized reading' (duration: 1.936746321s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.143849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.206896Z","time spent":"1.936939156s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:42:12.143898Z","caller":"traceutil/trace.go:171","msg":"trace[922182838] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"1.551614418s","start":"2026-04-22T00:42:10.59227Z","end":"2026-04-22T00:42:12.143884Z","steps":["trace[922182838] 'process raft request' (duration: 1.550672252s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.143974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.592243Z","time spent":"1.55169264s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:42:12.144642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349962926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T00:42:12.144661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4050339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T00:42:12.144684Z","caller":"traceutil/trace.go:171","msg":"trace[2129307723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8260; }","duration":"1.350018278s","start":"2026-04-22T00:42:10.794654Z","end":"2026-04-22T00:42:12.144672Z","steps":["trace[2129307723] 'agreement among raft nodes before linearized reading' (duration: 1.349931726s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:12.144692Z","caller":"traceutil/trace.go:171","msg":"trace[831373792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8260; }","duration":"1.405114701s","start":"2026-04-22T00:42:10.739568Z","end":"2026-04-22T00:42:12.144683Z","steps":["trace[831373792] 'agreement among raft nodes before linearized reading' (duration: 1.405029189s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.144718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.739546Z","time spent":"1.405166083s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T00:42:12.144716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.794648Z","time spent":"1.350059669s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T00:42:12.14476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356223108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-22T00:42:12.144792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356556067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-22T00:42:12.144173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739174212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:42:12.144776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386138201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h9jdv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:42:12.144839Z","caller":"traceutil/trace.go:171","msg":"trace[142191539] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8260; }","duration":"1.739871681s","start":"2026-04-22T00:42:10.404957Z","end":"2026-04-22T00:42:12.144829Z","steps":["trace[142191539] 'agreement among raft nodes before linearized reading' (duration: 1.739151512s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.144875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.404943Z","time spent":"1.739920982s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:42:12.144872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370234803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T00:42:12.144875Z","caller":"traceutil/trace.go:171","msg":"trace[284439843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h9jdv; range_end:; response_count:1; response_revision:8260; }","duration":"1.386281735s","start":"2026-04-22T00:42:10.758567Z","end":"2026-04-22T00:42:12.144849Z","steps":["trace[284439843] 'agreement among raft nodes before linearized reading' (duration: 1.385988457s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:12.144929Z","caller":"traceutil/trace.go:171","msg":"trace[2086258358] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8260; }","duration":"1.370326496s","start":"2026-04-22T00:42:10.774595Z","end":"2026-04-22T00:42:12.144921Z","steps":["trace[2086258358] 'agreement among raft nodes before linearized reading' (duration: 1.369814982s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.144954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.774579Z","time spent":"1.370367628s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":887,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:42:12.144952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354867371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-22T00:42:12.144969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.758554Z","time spent":"1.386400498s","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h9jdv\" "} {"level":"info","ts":"2026-04-22T00:42:12.143358Z","caller":"traceutil/trace.go:171","msg":"trace[1754694471] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"1.423118907s","start":"2026-04-22T00:42:10.720226Z","end":"2026-04-22T00:42:12.143345Z","steps":["trace[1754694471] 'process raft request' (duration: 1.42287921s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.144571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.968845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:42:12.144999Z","caller":"traceutil/trace.go:171","msg":"trace[1211079362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8260; }","duration":"1.354936544s","start":"2026-04-22T00:42:10.790048Z","end":"2026-04-22T00:42:12.144984Z","steps":["trace[1211079362] 'agreement among raft nodes before linearized reading' (duration: 1.35478865s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:12.145029Z","caller":"traceutil/trace.go:171","msg":"trace[1356510394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8260; }","duration":"942.457508ms","start":"2026-04-22T00:42:11.202554Z","end":"2026-04-22T00:42:12.145012Z","steps":["trace[1356510394] 'agreement among raft nodes before linearized reading' (duration: 941.995766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.145045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.790041Z","time spent":"1.354993385s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:42:12.145078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:11.202537Z","time spent":"942.51731ms","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:42:12.145092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642365871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:42:12.145113Z","caller":"traceutil/trace.go:171","msg":"trace[100548318] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8260; }","duration":"1.642389402s","start":"2026-04-22T00:42:10.502717Z","end":"2026-04-22T00:42:12.145107Z","steps":["trace[100548318] 'agreement among raft nodes before linearized reading' (duration: 1.642342631s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.144459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363037146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-22T00:42:12.145131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.502667Z","time spent":"1.642458505s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:42:12.14481Z","caller":"traceutil/trace.go:171","msg":"trace[938171782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8260; }","duration":"1.356286351s","start":"2026-04-22T00:42:10.78851Z","end":"2026-04-22T00:42:12.144797Z","steps":["trace[938171782] 'agreement among raft nodes before linearized reading' (duration: 1.356129056s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.144528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.828844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:42:12.145238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.788503Z","time spent":"1.356724362s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T00:42:12.145255Z","caller":"traceutil/trace.go:171","msg":"trace[1782851881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8260; }","duration":"794.588765ms","start":"2026-04-22T00:42:11.350659Z","end":"2026-04-22T00:42:12.145248Z","steps":["trace[1782851881] 'agreement among raft nodes before linearized reading' (duration: 793.831314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.145284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:11.350641Z","time spent":"794.632127ms","remote":"127.0.0.1:33990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:42:12.145462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.720207Z","time spent":"1.425133913s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:42:12.144585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530816406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:42:12.145564Z","caller":"traceutil/trace.go:171","msg":"trace[979795936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8260; }","duration":"1.531840404s","start":"2026-04-22T00:42:10.613713Z","end":"2026-04-22T00:42:12.145553Z","steps":["trace[979795936] 'agreement among raft nodes before linearized reading' (duration: 1.530820546s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.145599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.613694Z","time spent":"1.531895746s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T00:42:12.144818Z","caller":"traceutil/trace.go:171","msg":"trace[1318814026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8260; }","duration":"1.356621249s","start":"2026-04-22T00:42:10.788189Z","end":"2026-04-22T00:42:12.14481Z","steps":["trace[1318814026] 'agreement among raft nodes before linearized reading' (duration: 1.356545417s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.145889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.788173Z","time spent":"1.357706699s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T00:42:12.145147Z","caller":"traceutil/trace.go:171","msg":"trace[854237542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8260; }","duration":"1.363755106s","start":"2026-04-22T00:42:10.781379Z","end":"2026-04-22T00:42:12.145134Z","steps":["trace[854237542] 'agreement among raft nodes before linearized reading' (duration: 1.362978415s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:12.146301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:42:10.781366Z","time spent":"1.364920627s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T00:42:16.450031Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6116} {"level":"info","ts":"2026-04-22T00:42:16.675561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6116,"took":"223.45727ms","hash":1536908848,"current-db-size-bytes":58146816,"current-db-size":"58 MB","current-db-size-in-use-bytes":23728128,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-22T00:42:16.675631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1536908848,"revision":6116,"compact-revision":3015} {"level":"info","ts":"2026-04-22T00:42:22.292654Z","caller":"traceutil/trace.go:171","msg":"trace[1219923600] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8605; }","duration":"102.603009ms","start":"2026-04-22T00:42:22.190028Z","end":"2026-04-22T00:42:22.292631Z","steps":["trace[1219923600] 'read index received' (duration: 89.850468ms)","trace[1219923600] 'applied index is now lower than readState.Index' (duration: 12.751411ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:42:22.292699Z","caller":"traceutil/trace.go:171","msg":"trace[200951621] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"105.267513ms","start":"2026-04-22T00:42:22.187406Z","end":"2026-04-22T00:42:22.292673Z","steps":["trace[200951621] 'process raft request' (duration: 105.039007ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:22.292813Z","caller":"traceutil/trace.go:171","msg":"trace[1179555556] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"105.256512ms","start":"2026-04-22T00:42:22.18749Z","end":"2026-04-22T00:42:22.292746Z","steps":["trace[1179555556] 'process raft request' (duration: 105.095438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:22.292874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.831156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T00:42:22.292921Z","caller":"traceutil/trace.go:171","msg":"trace[580378369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8313; }","duration":"102.926239ms","start":"2026-04-22T00:42:22.189984Z","end":"2026-04-22T00:42:22.29291Z","steps":["trace[580378369] 'agreement among raft nodes before linearized reading' (duration: 102.770224ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:02.39327Z","caller":"traceutil/trace.go:171","msg":"trace[2032839298] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8929; }","duration":"148.702127ms","start":"2026-04-22T00:43:02.244549Z","end":"2026-04-22T00:43:02.393252Z","steps":["trace[2032839298] 'read index received' (duration: 148.551833ms)","trace[2032839298] 'applied index is now lower than readState.Index' (duration: 149.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:43:02.393402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.82813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:43:02.393432Z","caller":"traceutil/trace.go:171","msg":"trace[1636029044] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8622; }","duration":"148.890111ms","start":"2026-04-22T00:43:02.244533Z","end":"2026-04-22T00:43:02.393423Z","steps":["trace[1636029044] 'agreement among raft nodes before linearized reading' (duration: 148.800349ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:02.393482Z","caller":"traceutil/trace.go:171","msg":"trace[1815205925] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"162.769933ms","start":"2026-04-22T00:43:02.23069Z","end":"2026-04-22T00:43:02.39346Z","steps":["trace[1815205925] 'process raft request' (duration: 162.464075ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:03.19536Z","caller":"traceutil/trace.go:171","msg":"trace[578310437] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"124.906483ms","start":"2026-04-22T00:43:03.070428Z","end":"2026-04-22T00:43:03.195334Z","steps":["trace[578310437] 'process raft request' (duration: 124.743038ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:03.330729Z","caller":"traceutil/trace.go:171","msg":"trace[1712354540] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"116.201014ms","start":"2026-04-22T00:43:03.214496Z","end":"2026-04-22T00:43:03.330697Z","steps":["trace[1712354540] 'process raft request' (duration: 115.948047ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:03.85374Z","caller":"traceutil/trace.go:171","msg":"trace[639598520] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"133.049217ms","start":"2026-04-22T00:43:03.72067Z","end":"2026-04-22T00:43:03.853719Z","steps":["trace[639598520] 'process raft request' (duration: 132.910343ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.662526Z","caller":"traceutil/trace.go:171","msg":"trace[2113590216] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"159.690979ms","start":"2026-04-22T00:43:04.50281Z","end":"2026-04-22T00:43:04.662501Z","steps":["trace[2113590216] 'process raft request' (duration: 144.009238ms)","trace[2113590216] 'compare' (duration: 15.313781ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:43:04.662693Z","caller":"traceutil/trace.go:171","msg":"trace[830914413] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"159.196706ms","start":"2026-04-22T00:43:04.503483Z","end":"2026-04-22T00:43:04.66268Z","steps":["trace[830914413] 'process raft request' (duration: 158.940129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:43:04.662881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.566928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T00:43:04.662915Z","caller":"traceutil/trace.go:171","msg":"trace[268401396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8641; }","duration":"146.63614ms","start":"2026-04-22T00:43:04.516271Z","end":"2026-04-22T00:43:04.662907Z","steps":["trace[268401396] 'agreement among raft nodes before linearized reading' (duration: 146.505756ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.662918Z","caller":"traceutil/trace.go:171","msg":"trace[368803850] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8946; }","duration":"146.342442ms","start":"2026-04-22T00:43:04.516308Z","end":"2026-04-22T00:43:04.66265Z","steps":["trace[368803850] 'read index received' (duration: 33.546072ms)","trace[368803850] 'applied index is now lower than readState.Index' (duration: 112.79248ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:43:04.785988Z","caller":"traceutil/trace.go:171","msg":"trace[1166064170] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"118.494647ms","start":"2026-04-22T00:43:04.667466Z","end":"2026-04-22T00:43:04.78596Z","steps":["trace[1166064170] 'process raft request' (duration: 110.941639ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.786269Z","caller":"traceutil/trace.go:171","msg":"trace[1577606785] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"118.688221ms","start":"2026-04-22T00:43:04.667554Z","end":"2026-04-22T00:43:04.786242Z","steps":["trace[1577606785] 'process raft request' (duration: 118.354692ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.786484Z","caller":"traceutil/trace.go:171","msg":"trace[15812194] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"118.525488ms","start":"2026-04-22T00:43:04.667938Z","end":"2026-04-22T00:43:04.786464Z","steps":["trace[15812194] 'process raft request' (duration: 118.395634ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.786516Z","caller":"traceutil/trace.go:171","msg":"trace[804525251] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"118.728773ms","start":"2026-04-22T00:43:04.667709Z","end":"2026-04-22T00:43:04.786438Z","steps":["trace[804525251] 'process raft request' (duration: 118.431995ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.78673Z","caller":"traceutil/trace.go:171","msg":"trace[1524402541] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"118.669052ms","start":"2026-04-22T00:43:04.668048Z","end":"2026-04-22T00:43:04.786717Z","steps":["trace[1524402541] 'process raft request' (duration: 118.361173ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:04.786887Z","caller":"traceutil/trace.go:171","msg":"trace[70805354] linearizableReadLoop","detail":"{readStateIndex:8955; appliedIndex:8949; }","duration":"114.020384ms","start":"2026-04-22T00:43:04.672787Z","end":"2026-04-22T00:43:04.786807Z","steps":["trace[70805354] 'read index received' (duration: 68.847163ms)","trace[70805354] 'applied index is now lower than readState.Index' (duration: 45.171921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:43:04.7872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.391984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h9jdv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:43:04.787283Z","caller":"traceutil/trace.go:171","msg":"trace[746180742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h9jdv; range_end:; response_count:1; response_revision:8648; }","duration":"114.507157ms","start":"2026-04-22T00:43:04.672758Z","end":"2026-04-22T00:43:04.787265Z","steps":["trace[746180742] 'agreement among raft nodes before linearized reading' (duration: 114.214609ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:43:18.520972Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023b0.wal"} {"level":"info","ts":"2026-04-22T00:44:57.13128Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T00:44:57.136459Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-22T00:44:57.13659Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-22T00:46:31.886701Z","caller":"traceutil/trace.go:171","msg":"trace[1118474148] transaction","detail":"{read_only:false; response_revision:10393; number_of_response:1; }","duration":"101.328475ms","start":"2026-04-22T00:46:31.785328Z","end":"2026-04-22T00:46:31.886656Z","steps":["trace[1118474148] 'process raft request' (duration: 99.604367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:02.564925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926281394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T00:47:02.70546Z","caller":"traceutil/trace.go:171","msg":"trace[1343881675] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"751.302698ms","start":"2026-04-22T00:47:01.954125Z","end":"2026-04-22T00:47:02.705428Z","steps":["trace[1343881675] 'process raft request' (duration: 751.110342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:02.705623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:01.954109Z","time spent":"751.431962ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:47:03.142133Z","caller":"traceutil/trace.go:171","msg":"trace[1768555876] linearizableReadLoop","detail":"{readStateIndex:10966; appliedIndex:10964; }","duration":"1.078282685s","start":"2026-04-22T00:47:02.063817Z","end":"2026-04-22T00:47:03.142099Z","steps":["trace[1768555876] 'read index received' (duration: 641.390617ms)","trace[1768555876] 'applied index is now lower than readState.Index' (duration: 436.890268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:47:03.142392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055502078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-22T00:47:03.142469Z","caller":"traceutil/trace.go:171","msg":"trace[354242412] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10598; }","duration":"1.055619853s","start":"2026-04-22T00:47:02.08683Z","end":"2026-04-22T00:47:03.142449Z","steps":["trace[354242412] 'agreement among raft nodes before linearized reading' (duration: 1.055445698s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:47:03.142389Z","caller":"traceutil/trace.go:171","msg":"trace[448141967] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"1.087139748s","start":"2026-04-22T00:47:02.055213Z","end":"2026-04-22T00:47:03.142353Z","steps":["trace[448141967] 'process raft request' (duration: 1.084852715s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:03.142663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.055187Z","time spent":"1.087351934s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:47:03.142669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07883612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-22T00:47:03.142721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.582826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:47:03.142784Z","caller":"traceutil/trace.go:171","msg":"trace[1684174496] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10598; }","duration":"123.646808ms","start":"2026-04-22T00:47:03.019128Z","end":"2026-04-22T00:47:03.142775Z","steps":["trace[1684174496] 'agreement among raft nodes before linearized reading' (duration: 123.563855ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:47:03.142771Z","caller":"traceutil/trace.go:171","msg":"trace[898613602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10598; }","duration":"1.078960193s","start":"2026-04-22T00:47:02.063759Z","end":"2026-04-22T00:47:03.142719Z","steps":["trace[898613602] 'agreement among raft nodes before linearized reading' (duration: 1.07847968s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:03.14296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.91303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T00:47:03.142988Z","caller":"traceutil/trace.go:171","msg":"trace[279784625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10598; }","duration":"936.989832ms","start":"2026-04-22T00:47:02.205992Z","end":"2026-04-22T00:47:03.142982Z","steps":["trace[279784625] 'agreement among raft nodes before linearized reading' (duration: 936.91233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:03.1425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.086814Z","time spent":"1.055679804s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-22T00:47:03.143018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.20596Z","time spent":"937.042893ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T00:47:03.143032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.125266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-22T00:47:03.143149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.928357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T00:47:03.143174Z","caller":"traceutil/trace.go:171","msg":"trace[429895015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10598; }","duration":"974.0034ms","start":"2026-04-22T00:47:02.169165Z","end":"2026-04-22T00:47:03.143168Z","steps":["trace[429895015] 'agreement among raft nodes before linearized reading' (duration: 973.942748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:03.143192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.169109Z","time spent":"974.078701ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T00:47:03.14321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.426652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:47:03.143247Z","caller":"traceutil/trace.go:171","msg":"trace[558936736] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10598; }","duration":"318.495113ms","start":"2026-04-22T00:47:02.824738Z","end":"2026-04-22T00:47:03.143233Z","steps":["trace[558936736] 'agreement among raft nodes before linearized reading' (duration: 318.432562ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:47:03.143141Z","caller":"traceutil/trace.go:171","msg":"trace[25403285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10598; }","duration":"933.248279ms","start":"2026-04-22T00:47:02.209867Z","end":"2026-04-22T00:47:03.143115Z","steps":["trace[25403285] 'agreement among raft nodes before linearized reading' (duration: 932.972021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:03.143296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.824721Z","time spent":"318.563956ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:47:03.143334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.209834Z","time spent":"933.476175ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:47:03.143336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.063733Z","time spent":"1.079084697s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T00:47:03.143951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.410152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h9jdv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:47:03.144066Z","caller":"traceutil/trace.go:171","msg":"trace[663719087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h9jdv; range_end:; response_count:1; response_revision:10598; }","duration":"727.561996ms","start":"2026-04-22T00:47:02.416485Z","end":"2026-04-22T00:47:03.144047Z","steps":["trace[663719087] 'agreement among raft nodes before linearized reading' (duration: 726.755894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:47:03.144306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:47:02.416464Z","time spent":"727.821903ms","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h9jdv\" "} {"level":"info","ts":"2026-04-22T00:47:16.46451Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8288} {"level":"info","ts":"2026-04-22T00:47:16.549118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8288,"took":"82.856167ms","hash":672270471,"current-db-size-bytes":58146816,"current-db-size":"58 MB","current-db-size-in-use-bytes":25165824,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-22T00:47:16.549214Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":672270471,"revision":8288,"compact-revision":6116} {"level":"info","ts":"2026-04-22T00:50:10.237994Z","caller":"traceutil/trace.go:171","msg":"trace[1475274176] linearizableReadLoop","detail":"{readStateIndex:11990; appliedIndex:11989; }","duration":"306.968033ms","start":"2026-04-22T00:50:09.930994Z","end":"2026-04-22T00:50:10.237962Z","steps":["trace[1475274176] 'read index received' (duration: 306.791588ms)","trace[1475274176] 'applied index is now lower than readState.Index' (duration: 174.975µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:50:10.238124Z","caller":"traceutil/trace.go:171","msg":"trace[642484971] transaction","detail":"{read_only:false; response_revision:11581; number_of_response:1; }","duration":"531.895049ms","start":"2026-04-22T00:50:09.706197Z","end":"2026-04-22T00:50:10.238092Z","steps":["trace[642484971] 'process raft request' (duration: 531.56461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:50:10.23827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.267691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-04-22T00:50:10.238283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:50:09.706171Z","time spent":"532.015792ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:50:10.238326Z","caller":"traceutil/trace.go:171","msg":"trace[1981257816] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11581; }","duration":"307.367524ms","start":"2026-04-22T00:50:09.93094Z","end":"2026-04-22T00:50:10.238307Z","steps":["trace[1981257816] 'agreement among raft nodes before linearized reading' (duration: 307.184679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:50:10.238377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:50:09.930889Z","time spent":"307.479446ms","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-22T00:51:50.891918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926285907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:51:51.393084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926285907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:51:51.89335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656052175926285907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:51:52.304453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.995397967s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T00:51:52.304896Z","caller":"traceutil/trace.go:171","msg":"trace[671316398] transaction","detail":"{read_only:false; response_revision:12093; number_of_response:1; }","duration":"1.995934302s","start":"2026-04-22T00:51:50.308935Z","end":"2026-04-22T00:51:52.30487Z","steps":["trace[671316398] 'process raft request' (duration: 1.995708175s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.305058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.30891Z","time spent":"1.996050255s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:51:52.644964Z","caller":"traceutil/trace.go:171","msg":"trace[1232172198] transaction","detail":"{read_only:false; response_revision:12094; number_of_response:1; }","duration":"2.039043637s","start":"2026-04-22T00:51:50.605891Z","end":"2026-04-22T00:51:52.644934Z","steps":["trace[1232172198] 'process raft request' (duration: 2.038733178s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:51:52.645329Z","caller":"traceutil/trace.go:171","msg":"trace[1037458656] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"2.038750899s","start":"2026-04-22T00:51:50.606498Z","end":"2026-04-22T00:51:52.645249Z","steps":["trace[1037458656] 'process raft request' (duration: 2.038291757s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:51:52.645423Z","caller":"traceutil/trace.go:171","msg":"trace[142929820] transaction","detail":"{read_only:false; response_revision:12096; number_of_response:1; }","duration":"1.931116189s","start":"2026-04-22T00:51:50.714283Z","end":"2026-04-22T00:51:52.645399Z","steps":["trace[142929820] 'process raft request' (duration: 1.930915764s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.645445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254376179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:51:52.645488Z","caller":"traceutil/trace.go:171","msg":"trace[538055915] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12096; }","duration":"2.25443928s","start":"2026-04-22T00:51:50.391038Z","end":"2026-04-22T00:51:52.645477Z","steps":["trace[538055915] 'agreement among raft nodes before linearized reading' (duration: 2.254351608s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.645518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.39098Z","time spent":"2.254529033s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:51:52.645511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.606472Z","time spent":"2.038933684s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:51:52.645342Z","caller":"traceutil/trace.go:171","msg":"trace[798401982] linearizableReadLoop","detail":"{readStateIndex:12526; appliedIndex:12522; }","duration":"2.254259256s","start":"2026-04-22T00:51:50.391047Z","end":"2026-04-22T00:51:52.645306Z","steps":["trace[798401982] 'read index received' (duration: 1.913593757s)","trace[798401982] 'applied index is now lower than readState.Index' (duration: 340.664779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:51:52.645545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.714265Z","time spent":"1.931207661s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:51:52.645127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.605861Z","time spent":"2.039182461s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:51:52.645791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658968196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-22T00:51:52.645825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727443869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:51:52.645842Z","caller":"traceutil/trace.go:171","msg":"trace[1806227049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12096; }","duration":"1.659055568s","start":"2026-04-22T00:51:50.986772Z","end":"2026-04-22T00:51:52.645827Z","steps":["trace[1806227049] 'agreement among raft nodes before linearized reading' (duration: 1.658906864s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:51:52.645852Z","caller":"traceutil/trace.go:171","msg":"trace[1418710015] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12096; }","duration":"1.72750547s","start":"2026-04-22T00:51:50.918339Z","end":"2026-04-22T00:51:52.645845Z","steps":["trace[1418710015] 'agreement among raft nodes before linearized reading' (duration: 1.727456978s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.645862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909417723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-22T00:51:52.645877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.918318Z","time spent":"1.727552731s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:51:52.645899Z","caller":"traceutil/trace.go:171","msg":"trace[430168160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12096; }","duration":"1.909475504s","start":"2026-04-22T00:51:50.736413Z","end":"2026-04-22T00:51:52.645888Z","steps":["trace[430168160] 'agreement among raft nodes before linearized reading' (duration: 1.909389791s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.645911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.170167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:51:52.645926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.736402Z","time spent":"1.909514166s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T00:51:52.645932Z","caller":"traceutil/trace.go:171","msg":"trace[252681027] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12096; }","duration":"992.206258ms","start":"2026-04-22T00:51:51.65372Z","end":"2026-04-22T00:51:52.645926Z","steps":["trace[252681027] 'agreement among raft nodes before linearized reading' (duration: 992.165677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.645959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:51.653712Z","time spent":"992.24023ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:51:52.645868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.986753Z","time spent":"1.659108209s","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724779196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:51:52.646175Z","caller":"traceutil/trace.go:171","msg":"trace[923702215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12096; }","duration":"1.724838847s","start":"2026-04-22T00:51:50.921329Z","end":"2026-04-22T00:51:52.646168Z","steps":["trace[923702215] 'agreement among raft nodes before linearized reading' (duration: 1.724782455s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.646196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.921319Z","time spent":"1.724871998s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909671549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-22T00:51:52.646356Z","caller":"traceutil/trace.go:171","msg":"trace[1710473686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12096; }","duration":"1.909787132s","start":"2026-04-22T00:51:50.736559Z","end":"2026-04-22T00:51:52.646346Z","steps":["trace[1710473686] 'agreement among raft nodes before linearized reading' (duration: 1.909417912s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.646379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.736529Z","time spent":"1.909843044s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727172351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T00:51:52.646456Z","caller":"traceutil/trace.go:171","msg":"trace[1404402258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12096; }","duration":"1.727259523s","start":"2026-04-22T00:51:50.919189Z","end":"2026-04-22T00:51:52.646449Z","steps":["trace[1404402258] 'agreement among raft nodes before linearized reading' (duration: 1.726808741s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.646478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.919165Z","time spent":"1.727306585s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726801861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T00:51:52.646576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949646778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T00:51:52.646607Z","caller":"traceutil/trace.go:171","msg":"trace[1361382879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12096; }","duration":"1.9497159s","start":"2026-04-22T00:51:50.696884Z","end":"2026-04-22T00:51:52.6466Z","steps":["trace[1361382879] 'agreement among raft nodes before linearized reading' (duration: 1.949117914s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.646636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.696867Z","time spent":"1.949764262s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.772394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:51:52.646655Z","caller":"traceutil/trace.go:171","msg":"trace[1162089799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12096; }","duration":"1.727252323s","start":"2026-04-22T00:51:50.919379Z","end":"2026-04-22T00:51:52.646631Z","steps":["trace[1162089799] 'agreement among raft nodes before linearized reading' (duration: 1.726533854s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.646724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1268025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-22T00:51:52.646775Z","caller":"traceutil/trace.go:171","msg":"trace[285629137] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12096; }","duration":"223.890267ms","start":"2026-04-22T00:51:52.422868Z","end":"2026-04-22T00:51:52.646758Z","steps":["trace[285629137] 'agreement among raft nodes before linearized reading' (duration: 223.181517ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:51:52.646794Z","caller":"traceutil/trace.go:171","msg":"trace[868715526] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12096; }","duration":"2.126926774s","start":"2026-04-22T00:51:50.51985Z","end":"2026-04-22T00:51:52.646777Z","steps":["trace[868715526] 'agreement among raft nodes before linearized reading' (duration: 2.125796213s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.646839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.519825Z","time spent":"2.127000946s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:50.919361Z","time spent":"1.727412827s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T00:51:52.646946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006620865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T00:51:52.646979Z","caller":"traceutil/trace.go:171","msg":"trace[1324725872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12096; }","duration":"1.006689527s","start":"2026-04-22T00:51:51.640278Z","end":"2026-04-22T00:51:52.646967Z","steps":["trace[1324725872] 'agreement among raft nodes before linearized reading' (duration: 1.005815552s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.647001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:51.640255Z","time spent":"1.006739718s","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T00:51:52.64725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.89561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-wkwz9.18a8874ba4aabcf7\" ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-04-22T00:51:52.647278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.815967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T00:51:52.647339Z","caller":"traceutil/trace.go:171","msg":"trace[353499031] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-wkwz9.18a8874ba4aabcf7; range_end:; response_count:1; response_revision:12096; }","duration":"395.004883ms","start":"2026-04-22T00:51:52.252314Z","end":"2026-04-22T00:51:52.647319Z","steps":["trace[353499031] 'agreement among raft nodes before linearized reading' (duration: 393.78062ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:51:52.64735Z","caller":"traceutil/trace.go:171","msg":"trace[662979080] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12096; }","duration":"875.962201ms","start":"2026-04-22T00:51:51.77137Z","end":"2026-04-22T00:51:52.647332Z","steps":["trace[662979080] 'agreement among raft nodes before linearized reading' (duration: 874.328496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.647392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:52.252297Z","time spent":"395.081236ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-wkwz9.18a8874ba4aabcf7\" "} {"level":"warn","ts":"2026-04-22T00:51:52.647348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005514554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h9jdv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-22T00:51:52.6474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:51.771343Z","time spent":"876.045503ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1125,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:51:52.647437Z","caller":"traceutil/trace.go:171","msg":"trace[1604319247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h9jdv; range_end:; response_count:1; response_revision:12096; }","duration":"1.00610298s","start":"2026-04-22T00:51:51.641325Z","end":"2026-04-22T00:51:52.647428Z","steps":["trace[1604319247] 'agreement among raft nodes before linearized reading' (duration: 1.004757013s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:51:52.647806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:51:51.641304Z","time spent":"1.006489461s","remote":"127.0.0.1:54370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-h9jdv\" "} {"level":"info","ts":"2026-04-22T00:52:16.470558Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10678} {"level":"info","ts":"2026-04-22T00:52:16.55069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10678,"took":"78.600762ms","hash":3883005422,"current-db-size-bytes":58146816,"current-db-size":"58 MB","current-db-size-in-use-bytes":20852736,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-22T00:52:16.550749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3883005422,"revision":10678,"compact-revision":8288}