{"level":"warn","ts":"2026-07-06T13:29:14.12144Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T13:29:14.121536Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.121:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.121:2380","--initial-cluster=instance=https://199.19.213.121:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.121:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.121:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-06T13:29:14.121611Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T13:29:14.121626Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-07-06T13:29:14.121642Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T13:29:14.122377Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"]} {"level":"info","ts":"2026-07-06T13:29:14.122469Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.121:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-06T13:29:14.126105Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.383097ms"} {"level":"info","ts":"2026-07-06T13:29:14.133643Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"31541ae44470b70","cluster-id":"8ae2d89c48d1447d"} {"level":"info","ts":"2026-07-06T13:29:14.133749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=()"} {"level":"info","ts":"2026-07-06T13:29:14.133772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became follower at term 0"} {"level":"info","ts":"2026-07-06T13:29:14.133788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 31541ae44470b70 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-06T13:29:14.133796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became follower at term 1"} {"level":"info","ts":"2026-07-06T13:29:14.133838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=(222155973350329200)"} {"level":"warn","ts":"2026-07-06T13:29:14.139344Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-06T13:29:14.140555Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-06T13:29:14.142365Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-06T13:29:14.144968Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"31541ae44470b70","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-06T13:29:14.145145Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"31541ae44470b70","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-06T13:29:14.145246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T13:29:14.14539Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T13:29:14.145423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T13:29:14.146093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=(222155973350329200)"} {"level":"info","ts":"2026-07-06T13:29:14.147272Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8ae2d89c48d1447d","local-member-id":"31541ae44470b70","added-peer-id":"31541ae44470b70","added-peer-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-07-06T13:29:14.150303Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T13:29:14.150455Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-07-06T13:29:14.150525Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-07-06T13:29:14.150725Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"31541ae44470b70","initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-06T13:29:14.150793Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-06T13:29:14.834245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 is starting a new election at term 1"} {"level":"info","ts":"2026-07-06T13:29:14.83442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-06T13:29:14.834452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 received MsgPreVoteResp from 31541ae44470b70 at term 1"} {"level":"info","ts":"2026-07-06T13:29:14.834482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became candidate at term 2"} {"level":"info","ts":"2026-07-06T13:29:14.834495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 received MsgVoteResp from 31541ae44470b70 at term 2"} {"level":"info","ts":"2026-07-06T13:29:14.834508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became leader at term 2"} {"level":"info","ts":"2026-07-06T13:29:14.834524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 31541ae44470b70 elected leader 31541ae44470b70 at term 2"} {"level":"info","ts":"2026-07-06T13:29:14.835865Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T13:29:14.836811Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"31541ae44470b70","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.121:2379]}","request-path":"/0/members/31541ae44470b70/attributes","cluster-id":"8ae2d89c48d1447d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-06T13:29:14.836931Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T13:29:14.836851Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T13:29:14.837415Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-06T13:29:14.837489Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-06T13:29:14.839277Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8ae2d89c48d1447d","local-member-id":"31541ae44470b70","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T13:29:14.839561Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T13:29:14.839621Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T13:29:14.84034Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-06T13:29:14.842603Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.121:2379"} {"level":"info","ts":"2026-07-06T13:29:59.05277Z","caller":"traceutil/trace.go:171","msg":"trace[360944655] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"179.903666ms","start":"2026-07-06T13:29:58.872831Z","end":"2026-07-06T13:29:59.052734Z","steps":["trace[360944655] 'process raft request' (duration: 119.297676ms)","trace[360944655] 'compare' (duration: 60.436325ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:29:59.092667Z","caller":"traceutil/trace.go:171","msg":"trace[483680161] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"180.681117ms","start":"2026-07-06T13:29:58.911958Z","end":"2026-07-06T13:29:59.092639Z","steps":["trace[483680161] 'process raft request' (duration: 180.530613ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:29:59.489891Z","caller":"traceutil/trace.go:171","msg":"trace[1987379136] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"168.232114ms","start":"2026-07-06T13:29:59.321626Z","end":"2026-07-06T13:29:59.489858Z","steps":["trace[1987379136] 'process raft request' (duration: 167.979287ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:29:59.663536Z","caller":"traceutil/trace.go:171","msg":"trace[995126296] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"157.294442ms","start":"2026-07-06T13:29:59.506211Z","end":"2026-07-06T13:29:59.663505Z","steps":["trace[995126296] 'process raft request' (duration: 157.069976ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:29:59.673316Z","caller":"traceutil/trace.go:171","msg":"trace[581099428] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"155.651787ms","start":"2026-07-06T13:29:59.517609Z","end":"2026-07-06T13:29:59.67326Z","steps":["trace[581099428] 'process raft request' (duration: 155.014059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:31:30.108952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.304735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:31:30.109093Z","caller":"traceutil/trace.go:171","msg":"trace[466136900] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"133.479615ms","start":"2026-07-06T13:31:29.975595Z","end":"2026-07-06T13:31:30.109075Z","steps":["trace[466136900] 'process raft request' (duration: 20.333686ms)","trace[466136900] 'compare' (duration: 112.150941ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:31:30.159867Z","caller":"traceutil/trace.go:171","msg":"trace[1995234756] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"182.102818ms","start":"2026-07-06T13:31:29.977725Z","end":"2026-07-06T13:31:30.159828Z","steps":["trace[1995234756] 'process raft request' (duration: 181.912553ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:31:30.322166Z","caller":"traceutil/trace.go:171","msg":"trace[1896954625] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"158.290045ms","start":"2026-07-06T13:31:30.163834Z","end":"2026-07-06T13:31:30.322124Z","steps":["trace[1896954625] 'process raft request' (duration: 117.8518ms)","trace[1896954625] 'compare' (duration: 40.103126ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:31:46.537055Z","caller":"traceutil/trace.go:171","msg":"trace[1052545278] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"138.897503ms","start":"2026-07-06T13:31:46.398135Z","end":"2026-07-06T13:31:46.537033Z","steps":["trace[1052545278] 'process raft request' (duration: 138.761059ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:32:19.222392Z","caller":"traceutil/trace.go:171","msg":"trace[1755735398] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"103.131249ms","start":"2026-07-06T13:32:19.119217Z","end":"2026-07-06T13:32:19.222348Z","steps":["trace[1755735398] 'process raft request' (duration: 102.873621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:32:25.563343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.303899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:32:25.563555Z","caller":"traceutil/trace.go:171","msg":"trace[2115128830] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"320.498994ms","start":"2026-07-06T13:32:25.243027Z","end":"2026-07-06T13:32:25.563526Z","steps":["trace[2115128830] 'process raft request' (duration: 191.913528ms)","trace[2115128830] 'compare' (duration: 128.112633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:32:25.563689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:32:25.242988Z","time spent":"320.632727ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:32:25.563692Z","caller":"traceutil/trace.go:171","msg":"trace[1303882660] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2265; }","duration":"301.141275ms","start":"2026-07-06T13:32:25.262531Z","end":"2026-07-06T13:32:25.563672Z","steps":["trace[1303882660] 'read index received' (duration: 32.769371ms)","trace[1303882660] 'applied index is now lower than readState.Index' (duration: 268.369834ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:32:25.563828Z","caller":"traceutil/trace.go:171","msg":"trace[681578474] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"320.556365ms","start":"2026-07-06T13:32:25.24325Z","end":"2026-07-06T13:32:25.563806Z","steps":["trace[681578474] 'process raft request' (duration: 320.200855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:32:25.563941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:32:25.243211Z","time spent":"320.675688ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T13:32:25.564096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.636854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:32:25.564169Z","caller":"traceutil/trace.go:171","msg":"trace[1818580628] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2183; }","duration":"157.807579ms","start":"2026-07-06T13:32:25.406344Z","end":"2026-07-06T13:32:25.564151Z","steps":["trace[1818580628] 'agreement among raft nodes before linearized reading' (duration: 157.693596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:32:25.564213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.683479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-06T13:32:25.564276Z","caller":"traceutil/trace.go:171","msg":"trace[631658293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"301.781443ms","start":"2026-07-06T13:32:25.262472Z","end":"2026-07-06T13:32:25.564253Z","steps":["trace[631658293] 'agreement among raft nodes before linearized reading' (duration: 301.432043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:32:25.564513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:32:25.262452Z","time spent":"302.0406ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-06T13:32:25.803729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.704881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T13:32:25.803807Z","caller":"traceutil/trace.go:171","msg":"trace[1210124452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2183; }","duration":"118.825684ms","start":"2026-07-06T13:32:25.684963Z","end":"2026-07-06T13:32:25.803788Z","steps":["trace[1210124452] 'range keys from in-memory index tree' (duration: 118.548707ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:33:00.571279Z","caller":"traceutil/trace.go:171","msg":"trace[58021877] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"172.468727ms","start":"2026-07-06T13:33:00.398772Z","end":"2026-07-06T13:33:00.571241Z","steps":["trace[58021877] 'process raft request' (duration: 172.272171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:33:33.979209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.137985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:33:33.979514Z","caller":"traceutil/trace.go:171","msg":"trace[1368576766] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"169.336731ms","start":"2026-07-06T13:33:33.810127Z","end":"2026-07-06T13:33:33.979464Z","steps":["trace[1368576766] 'process raft request' (duration: 44.858596ms)","trace[1368576766] 'compare' (duration: 124.002331ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:33:34.268408Z","caller":"traceutil/trace.go:171","msg":"trace[1948264591] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"118.317442ms","start":"2026-07-06T13:33:34.150064Z","end":"2026-07-06T13:33:34.268382Z","steps":["trace[1948264591] 'process raft request' (duration: 118.138427ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:33:34.411789Z","caller":"traceutil/trace.go:171","msg":"trace[861898209] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2855; }","duration":"171.435269ms","start":"2026-07-06T13:33:34.240323Z","end":"2026-07-06T13:33:34.411759Z","steps":["trace[861898209] 'read index received' (duration: 27.836279ms)","trace[861898209] 'applied index is now lower than readState.Index' (duration: 143.59784ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:33:34.412088Z","caller":"traceutil/trace.go:171","msg":"trace[235571498] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"260.650887ms","start":"2026-07-06T13:33:34.151423Z","end":"2026-07-06T13:33:34.412074Z","steps":["trace[235571498] 'process raft request' (duration: 245.719329ms)","trace[235571498] 'compare' (duration: 14.057033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:33:34.412306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.983635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:33:34.412349Z","caller":"traceutil/trace.go:171","msg":"trace[171777942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2751; }","duration":"172.041906ms","start":"2026-07-06T13:33:34.240297Z","end":"2026-07-06T13:33:34.412339Z","steps":["trace[171777942] 'agreement among raft nodes before linearized reading' (duration: 171.959164ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:17.416525Z","caller":"traceutil/trace.go:171","msg":"trace[703332289] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"149.305346ms","start":"2026-07-06T13:37:17.267193Z","end":"2026-07-06T13:37:17.416498Z","steps":["trace[703332289] 'process raft request' (duration: 148.645748ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:17.421244Z","caller":"traceutil/trace.go:171","msg":"trace[1954904589] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4727; }","duration":"111.842128ms","start":"2026-07-06T13:37:17.309381Z","end":"2026-07-06T13:37:17.421223Z","steps":["trace[1954904589] 'read index received' (duration: 106.230836ms)","trace[1954904589] 'applied index is now lower than readState.Index' (duration: 5.610392ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:37:17.421342Z","caller":"traceutil/trace.go:171","msg":"trace[306952176] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"113.919595ms","start":"2026-07-06T13:37:17.307414Z","end":"2026-07-06T13:37:17.421334Z","steps":["trace[306952176] 'process raft request' (duration: 113.520074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:17.421847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.423485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T13:37:17.421987Z","caller":"traceutil/trace.go:171","msg":"trace[1953557098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4554; }","duration":"112.618659ms","start":"2026-07-06T13:37:17.309335Z","end":"2026-07-06T13:37:17.421954Z","steps":["trace[1953557098] 'agreement among raft nodes before linearized reading' (duration: 112.217048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:28.690229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.787134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:37:28.690372Z","caller":"traceutil/trace.go:171","msg":"trace[217357551] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5096; }","duration":"226.907744ms","start":"2026-07-06T13:37:28.46345Z","end":"2026-07-06T13:37:28.690358Z","steps":["trace[217357551] 'read index received' (duration: 113.959746ms)","trace[217357551] 'applied index is now lower than readState.Index' (duration: 112.947078ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:37:28.690595Z","caller":"traceutil/trace.go:171","msg":"trace[1435862689] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"267.372153ms","start":"2026-07-06T13:37:28.42321Z","end":"2026-07-06T13:37:28.690582Z","steps":["trace[1435862689] 'process raft request' (duration: 154.174048ms)","trace[1435862689] 'compare' (duration: 112.715272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:37:28.690592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.12165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:37:28.69066Z","caller":"traceutil/trace.go:171","msg":"trace[1102080023] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4912; }","duration":"227.232813ms","start":"2026-07-06T13:37:28.463411Z","end":"2026-07-06T13:37:28.690644Z","steps":["trace[1102080023] 'agreement among raft nodes before linearized reading' (duration: 227.103299ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:28.692059Z","caller":"traceutil/trace.go:171","msg":"trace[1908412363] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"268.811862ms","start":"2026-07-06T13:37:28.423227Z","end":"2026-07-06T13:37:28.692038Z","steps":["trace[1908412363] 'process raft request' (duration: 267.089935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:28.696541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.356545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de9d5a1b-9aa0-4dd4-959b-d605b8b1238f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-06T13:37:28.69662Z","caller":"traceutil/trace.go:171","msg":"trace[2049480600] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de9d5a1b-9aa0-4dd4-959b-d605b8b1238f; range_end:; response_count:1; response_revision:4913; }","duration":"217.481528ms","start":"2026-07-06T13:37:28.479125Z","end":"2026-07-06T13:37:28.696606Z","steps":["trace[2049480600] 'agreement among raft nodes before linearized reading' (duration: 217.301173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:28.696638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.670298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-06T13:37:28.696687Z","caller":"traceutil/trace.go:171","msg":"trace[1079106476] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:4913; }","duration":"194.751451ms","start":"2026-07-06T13:37:28.501924Z","end":"2026-07-06T13:37:28.696675Z","steps":["trace[1079106476] 'agreement among raft nodes before linearized reading' (duration: 194.596947ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:41.958285Z","caller":"traceutil/trace.go:171","msg":"trace[176831890] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"105.104606ms","start":"2026-07-06T13:37:41.853161Z","end":"2026-07-06T13:37:41.958266Z","steps":["trace[176831890] 'process raft request' (duration: 104.940931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:42.364082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.836442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T13:37:42.364142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.322562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:37:42.364194Z","caller":"traceutil/trace.go:171","msg":"trace[813799089] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5174; }","duration":"280.009736ms","start":"2026-07-06T13:37:42.084157Z","end":"2026-07-06T13:37:42.364167Z","steps":["trace[813799089] 'range keys from in-memory index tree' (duration: 279.668537ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:42.36422Z","caller":"traceutil/trace.go:171","msg":"trace[1377543431] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5174; }","duration":"133.445495ms","start":"2026-07-06T13:37:42.230756Z","end":"2026-07-06T13:37:42.364202Z","steps":["trace[1377543431] 'count revisions from in-memory index tree' (duration: 133.202928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:42.364225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.574524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:37:42.364259Z","caller":"traceutil/trace.go:171","msg":"trace[1724027633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5174; }","duration":"124.639106ms","start":"2026-07-06T13:37:42.23961Z","end":"2026-07-06T13:37:42.364249Z","steps":["trace[1724027633] 'range keys from in-memory index tree' (duration: 124.513822ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:42.364633Z","caller":"traceutil/trace.go:171","msg":"trace[873150037] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"108.258511ms","start":"2026-07-06T13:37:42.256352Z","end":"2026-07-06T13:37:42.364611Z","steps":["trace[873150037] 'process raft request' (duration: 108.160989ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:42.364644Z","caller":"traceutil/trace.go:171","msg":"trace[2062047722] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"123.441373ms","start":"2026-07-06T13:37:42.241156Z","end":"2026-07-06T13:37:42.364597Z","steps":["trace[2062047722] 'process raft request' (duration: 96.161832ms)","trace[2062047722] 'compare' (duration: 26.683525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:37:50.260279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.01365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:37:50.260621Z","caller":"traceutil/trace.go:171","msg":"trace[2061906012] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"158.026503ms","start":"2026-07-06T13:37:50.10258Z","end":"2026-07-06T13:37:50.260607Z","steps":["trace[2061906012] 'process raft request' (duration: 157.991532ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.260741Z","caller":"traceutil/trace.go:171","msg":"trace[1388593519] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"163.282606ms","start":"2026-07-06T13:37:50.097432Z","end":"2026-07-06T13:37:50.260715Z","steps":["trace[1388593519] 'process raft request' (duration: 163.087831ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.260827Z","caller":"traceutil/trace.go:171","msg":"trace[1074256384] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5546; }","duration":"163.490991ms","start":"2026-07-06T13:37:50.097258Z","end":"2026-07-06T13:37:50.260749Z","steps":["trace[1074256384] 'read index received' (duration: 30.6µs)","trace[1074256384] 'applied index is now lower than readState.Index' (duration: 163.446841ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:37:50.260992Z","caller":"traceutil/trace.go:171","msg":"trace[296084310] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"163.552283ms","start":"2026-07-06T13:37:50.09741Z","end":"2026-07-06T13:37:50.260963Z","steps":["trace[296084310] 'process raft request' (duration: 163.08432ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.260816Z","caller":"traceutil/trace.go:171","msg":"trace[1456259416] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"163.541402ms","start":"2026-07-06T13:37:50.097218Z","end":"2026-07-06T13:37:50.260759Z","steps":["trace[1456259416] 'process raft request' (duration: 56.945247ms)","trace[1456259416] 'compare' (duration: 105.758073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:37:50.261119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.850802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de9d5a1b-9aa0-4dd4-959b-d605b8b1238f\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-06T13:37:50.26111Z","caller":"traceutil/trace.go:171","msg":"trace[1887287589] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"163.743459ms","start":"2026-07-06T13:37:50.097312Z","end":"2026-07-06T13:37:50.261056Z","steps":["trace[1887287589] 'process raft request' (duration: 163.07614ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.261192Z","caller":"traceutil/trace.go:171","msg":"trace[377904630] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de9d5a1b-9aa0-4dd4-959b-d605b8b1238f; range_end:; response_count:1; response_revision:5353; }","duration":"163.965325ms","start":"2026-07-06T13:37:50.097206Z","end":"2026-07-06T13:37:50.261171Z","steps":["trace[377904630] 'agreement among raft nodes before linearized reading' (duration: 163.78021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:50.261138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.518413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd23e75d-720f-43e6-b8e7-773047730cd0\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-06T13:37:50.260941Z","caller":"traceutil/trace.go:171","msg":"trace[1563974516] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"160.13972ms","start":"2026-07-06T13:37:50.100789Z","end":"2026-07-06T13:37:50.260929Z","steps":["trace[1563974516] 'process raft request' (duration: 159.75493ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.261386Z","caller":"traceutil/trace.go:171","msg":"trace[32942255] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd23e75d-720f-43e6-b8e7-773047730cd0; range_end:; response_count:1; response_revision:5353; }","duration":"124.820772ms","start":"2026-07-06T13:37:50.136529Z","end":"2026-07-06T13:37:50.26135Z","steps":["trace[32942255] 'agreement among raft nodes before linearized reading' (duration: 124.491283ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.262238Z","caller":"traceutil/trace.go:171","msg":"trace[177424112] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"163.989475ms","start":"2026-07-06T13:37:50.097342Z","end":"2026-07-06T13:37:50.261332Z","steps":["trace[177424112] 'process raft request' (duration: 163.105721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:37:50.546218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.28557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:37:50.546416Z","caller":"traceutil/trace.go:171","msg":"trace[1169753109] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"136.748235ms","start":"2026-07-06T13:37:50.409647Z","end":"2026-07-06T13:37:50.546395Z","steps":["trace[1169753109] 'process raft request' (duration: 136.678873ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:37:50.546408Z","caller":"traceutil/trace.go:171","msg":"trace[1223196877] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"230.857491ms","start":"2026-07-06T13:37:50.315521Z","end":"2026-07-06T13:37:50.546378Z","steps":["trace[1223196877] 'process raft request' (duration: 93.324474ms)","trace[1223196877] 'compare' (duration: 137.153996ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:37:50.546462Z","caller":"traceutil/trace.go:171","msg":"trace[1475940730] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5553; }","duration":"178.369455ms","start":"2026-07-06T13:37:50.368056Z","end":"2026-07-06T13:37:50.546425Z","steps":["trace[1475940730] 'read index received' (duration: 40.784187ms)","trace[1475940730] 'applied index is now lower than readState.Index' (duration: 137.570247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:37:50.546671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.601881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-06T13:37:50.546727Z","caller":"traceutil/trace.go:171","msg":"trace[1826882890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5355; }","duration":"178.697324ms","start":"2026-07-06T13:37:50.368017Z","end":"2026-07-06T13:37:50.546714Z","steps":["trace[1826882890] 'agreement among raft nodes before linearized reading' (duration: 178.507018ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:39:15.203746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2972} {"level":"info","ts":"2026-07-06T13:39:15.273179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2972,"took":"67.953659ms","hash":776340459,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":34619392,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-06T13:39:15.273251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":776340459,"revision":2972,"compact-revision":-1} {"level":"warn","ts":"2026-07-06T13:42:04.540903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037964938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:04.97425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086680142s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T13:42:04.974735Z","caller":"traceutil/trace.go:171","msg":"trace[1546169796] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"1.087291989s","start":"2026-07-06T13:42:03.88742Z","end":"2026-07-06T13:42:04.974712Z","steps":["trace[1546169796] 'process raft request' (duration: 1.087083983s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:04.974882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:03.887389Z","time spent":"1.087415072s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:42:04.980226Z","caller":"traceutil/trace.go:171","msg":"trace[1851809059] linearizableReadLoop","detail":"{readStateIndex:7455; appliedIndex:7453; }","duration":"940.449563ms","start":"2026-07-06T13:42:04.039754Z","end":"2026-07-06T13:42:04.980204Z","steps":["trace[1851809059] 'read index received' (duration: 934.803637ms)","trace[1851809059] 'applied index is now lower than readState.Index' (duration: 5.645156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:04.98048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.551094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-06T13:42:04.980491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.878391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:04.980513Z","caller":"traceutil/trace.go:171","msg":"trace[1805099862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7195; }","duration":"936.655828ms","start":"2026-07-06T13:42:04.043848Z","end":"2026-07-06T13:42:04.980504Z","steps":["trace[1805099862] 'agreement among raft nodes before linearized reading' (duration: 936.488543ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:04.980531Z","caller":"traceutil/trace.go:171","msg":"trace[21367233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7195; }","duration":"121.988403ms","start":"2026-07-06T13:42:04.858534Z","end":"2026-07-06T13:42:04.980522Z","steps":["trace[21367233] 'agreement among raft nodes before linearized reading' (duration: 121.886271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:04.980539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:04.043805Z","time spent":"936.72574ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T13:42:04.98049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.72766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T13:42:04.980589Z","caller":"traceutil/trace.go:171","msg":"trace[746119118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7195; }","duration":"940.878804ms","start":"2026-07-06T13:42:04.039693Z","end":"2026-07-06T13:42:04.980572Z","steps":["trace[746119118] 'agreement among raft nodes before linearized reading' (duration: 940.601506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:04.980706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:04.039669Z","time spent":"940.999087ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-06T13:42:04.980317Z","caller":"traceutil/trace.go:171","msg":"trace[1629741461] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"887.228839ms","start":"2026-07-06T13:42:04.093059Z","end":"2026-07-06T13:42:04.980288Z","steps":["trace[1629741461] 'process raft request' (duration: 887.008023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:04.980894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:04.093031Z","time spent":"887.795215ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T13:42:09.479953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.626671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:42:09.480068Z","caller":"traceutil/trace.go:171","msg":"trace[1007324363] linearizableReadLoop","detail":"{readStateIndex:7482; appliedIndex:7481; }","duration":"242.495786ms","start":"2026-07-06T13:42:09.237554Z","end":"2026-07-06T13:42:09.48005Z","steps":["trace[1007324363] 'read index received' (duration: 115.601948ms)","trace[1007324363] 'applied index is now lower than readState.Index' (duration: 126.892618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:09.480297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.745123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:09.480334Z","caller":"traceutil/trace.go:171","msg":"trace[1880356361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7221; }","duration":"242.814155ms","start":"2026-07-06T13:42:09.237511Z","end":"2026-07-06T13:42:09.480325Z","steps":["trace[1880356361] 'agreement among raft nodes before linearized reading' (duration: 242.749793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:09.480316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.358592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:09.480396Z","caller":"traceutil/trace.go:171","msg":"trace[335765841] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7221; }","duration":"238.506327ms","start":"2026-07-06T13:42:09.24187Z","end":"2026-07-06T13:42:09.480377Z","steps":["trace[335765841] 'agreement among raft nodes before linearized reading' (duration: 238.359403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:09.48047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.146906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vxj4j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-06T13:42:09.480525Z","caller":"traceutil/trace.go:171","msg":"trace[448919409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vxj4j; range_end:; response_count:1; response_revision:7221; }","duration":"234.25317ms","start":"2026-07-06T13:42:09.246257Z","end":"2026-07-06T13:42:09.48051Z","steps":["trace[448919409] 'agreement among raft nodes before linearized reading' (duration: 234.022463ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:09.480678Z","caller":"traceutil/trace.go:171","msg":"trace[869445081] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"306.508806ms","start":"2026-07-06T13:42:09.173641Z","end":"2026-07-06T13:42:09.48015Z","steps":["trace[869445081] 'process raft request' (duration: 179.595387ms)","trace[869445081] 'compare' (duration: 126.490537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:09.48079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:09.173612Z","time spent":"307.143103ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:42:09.647502Z","caller":"traceutil/trace.go:171","msg":"trace[1491100748] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"163.416323ms","start":"2026-07-06T13:42:09.484057Z","end":"2026-07-06T13:42:09.647473Z","steps":["trace[1491100748] 'process raft request' (duration: 102.508478ms)","trace[1491100748] 'compare' (duration: 60.72854ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:42:09.647516Z","caller":"traceutil/trace.go:171","msg":"trace[921569120] linearizableReadLoop","detail":"{readStateIndex:7483; appliedIndex:7482; }","duration":"162.495117ms","start":"2026-07-06T13:42:09.484998Z","end":"2026-07-06T13:42:09.647493Z","steps":["trace[921569120] 'read index received' (duration: 101.560012ms)","trace[921569120] 'applied index is now lower than readState.Index' (duration: 60.934075ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:42:09.647741Z","caller":"traceutil/trace.go:171","msg":"trace[1904103405] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"113.262914ms","start":"2026-07-06T13:42:09.534473Z","end":"2026-07-06T13:42:09.647736Z","steps":["trace[1904103405] 'process raft request' (duration: 112.986756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:09.647963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.956289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161416"} {"level":"info","ts":"2026-07-06T13:42:09.647989Z","caller":"traceutil/trace.go:171","msg":"trace[1130882969] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7223; }","duration":"163.022052ms","start":"2026-07-06T13:42:09.48496Z","end":"2026-07-06T13:42:09.647982Z","steps":["trace[1130882969] 'agreement among raft nodes before linearized reading' (duration: 162.664592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:09.648079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.610213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-06T13:42:09.648131Z","caller":"traceutil/trace.go:171","msg":"trace[401096398] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7224; }","duration":"157.653714ms","start":"2026-07-06T13:42:09.490455Z","end":"2026-07-06T13:42:09.648109Z","steps":["trace[401096398] 'agreement among raft nodes before linearized reading' (duration: 157.556561ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:09.837431Z","caller":"traceutil/trace.go:171","msg":"trace[1392170269] transaction","detail":"{read_only:false; response_revision:7227; number_of_response:1; }","duration":"123.935267ms","start":"2026-07-06T13:42:09.713458Z","end":"2026-07-06T13:42:09.837393Z","steps":["trace[1392170269] 'process raft request' (duration: 123.627299ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192017Z","caller":"traceutil/trace.go:171","msg":"trace[804406868] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"114.978991ms","start":"2026-07-06T13:42:10.076998Z","end":"2026-07-06T13:42:10.191976Z","steps":["trace[804406868] 'process raft request' (duration: 105.101739ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192187Z","caller":"traceutil/trace.go:171","msg":"trace[1829871290] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"114.56825ms","start":"2026-07-06T13:42:10.077582Z","end":"2026-07-06T13:42:10.19215Z","steps":["trace[1829871290] 'process raft request' (duration: 114.399765ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192286Z","caller":"traceutil/trace.go:171","msg":"trace[606057286] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"114.186129ms","start":"2026-07-06T13:42:10.078033Z","end":"2026-07-06T13:42:10.192219Z","steps":["trace[606057286] 'process raft request' (duration: 114.141457ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192444Z","caller":"traceutil/trace.go:171","msg":"trace[140313210] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"114.60206ms","start":"2026-07-06T13:42:10.077828Z","end":"2026-07-06T13:42:10.19243Z","steps":["trace[140313210] 'process raft request' (duration: 114.189649ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192556Z","caller":"traceutil/trace.go:171","msg":"trace[420601670] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"115.212617ms","start":"2026-07-06T13:42:10.077316Z","end":"2026-07-06T13:42:10.192529Z","steps":["trace[420601670] 'process raft request' (duration: 114.553049ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192645Z","caller":"traceutil/trace.go:171","msg":"trace[420056957] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"115.176246ms","start":"2026-07-06T13:42:10.077364Z","end":"2026-07-06T13:42:10.19254Z","steps":["trace[420056957] 'process raft request' (duration: 114.57552ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192741Z","caller":"traceutil/trace.go:171","msg":"trace[558992077] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"114.837916ms","start":"2026-07-06T13:42:10.077884Z","end":"2026-07-06T13:42:10.192722Z","steps":["trace[558992077] 'process raft request' (duration: 114.187439ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.192653Z","caller":"traceutil/trace.go:171","msg":"trace[962328542] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"114.683292ms","start":"2026-07-06T13:42:10.077922Z","end":"2026-07-06T13:42:10.192605Z","steps":["trace[962328542] 'process raft request' (duration: 114.184849ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.193151Z","caller":"traceutil/trace.go:171","msg":"trace[358937641] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"114.595111ms","start":"2026-07-06T13:42:10.077953Z","end":"2026-07-06T13:42:10.192548Z","steps":["trace[358937641] 'process raft request' (duration: 114.184989ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.358923Z","caller":"traceutil/trace.go:171","msg":"trace[588100746] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"103.042943ms","start":"2026-07-06T13:42:10.255841Z","end":"2026-07-06T13:42:10.358884Z","steps":["trace[588100746] 'process raft request' (duration: 76.574706ms)","trace[588100746] 'compare' (duration: 26.262321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:10.359236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.102961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-06T13:42:10.359369Z","caller":"traceutil/trace.go:171","msg":"trace[2031446978] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7249; }","duration":"100.297037ms","start":"2026-07-06T13:42:10.259039Z","end":"2026-07-06T13:42:10.359336Z","steps":["trace[2031446978] 'agreement among raft nodes before linearized reading' (duration: 99.895316ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.770885Z","caller":"traceutil/trace.go:171","msg":"trace[173392754] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"106.730464ms","start":"2026-07-06T13:42:10.66411Z","end":"2026-07-06T13:42:10.770841Z","steps":["trace[173392754] 'process raft request' (duration: 98.680993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:10.771135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.196474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-06T13:42:10.771244Z","caller":"traceutil/trace.go:171","msg":"trace[1534390587] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7273; }","duration":"100.359079ms","start":"2026-07-06T13:42:10.670859Z","end":"2026-07-06T13:42:10.771218Z","steps":["trace[1534390587] 'agreement among raft nodes before linearized reading' (duration: 100.003899ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.848488Z","caller":"traceutil/trace.go:171","msg":"trace[985590716] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"125.961833ms","start":"2026-07-06T13:42:10.722495Z","end":"2026-07-06T13:42:10.848457Z","steps":["trace[985590716] 'process raft request' (duration: 125.820899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:10.848951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.797151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-06T13:42:10.849054Z","caller":"traceutil/trace.go:171","msg":"trace[1693199277] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7274; }","duration":"128.912674ms","start":"2026-07-06T13:42:10.720112Z","end":"2026-07-06T13:42:10.849024Z","steps":["trace[1693199277] 'agreement among raft nodes before linearized reading' (duration: 128.448031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:10.849246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.716913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-06T13:42:10.849361Z","caller":"traceutil/trace.go:171","msg":"trace[1221076774] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7274; }","duration":"131.132094ms","start":"2026-07-06T13:42:10.718195Z","end":"2026-07-06T13:42:10.849327Z","steps":["trace[1221076774] 'agreement among raft nodes before linearized reading' (duration: 130.284411ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.994504Z","caller":"traceutil/trace.go:171","msg":"trace[758806256] transaction","detail":"{read_only:false; response_revision:7275; number_of_response:1; }","duration":"218.306631ms","start":"2026-07-06T13:42:10.776163Z","end":"2026-07-06T13:42:10.99447Z","steps":["trace[758806256] 'process raft request' (duration: 218.068825ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.994542Z","caller":"traceutil/trace.go:171","msg":"trace[1864064147] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"217.869179ms","start":"2026-07-06T13:42:10.776652Z","end":"2026-07-06T13:42:10.994521Z","steps":["trace[1864064147] 'process raft request' (duration: 217.735905ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.994595Z","caller":"traceutil/trace.go:171","msg":"trace[1942315676] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"217.700365ms","start":"2026-07-06T13:42:10.77689Z","end":"2026-07-06T13:42:10.99459Z","steps":["trace[1942315676] 'process raft request' (duration: 217.562201ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.994812Z","caller":"traceutil/trace.go:171","msg":"trace[458377968] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"216.342907ms","start":"2026-07-06T13:42:10.778439Z","end":"2026-07-06T13:42:10.994781Z","steps":["trace[458377968] 'process raft request' (duration: 216.042839ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:10.994851Z","caller":"traceutil/trace.go:171","msg":"trace[1596768914] linearizableReadLoop","detail":"{readStateIndex:7541; appliedIndex:7536; }","duration":"142.191469ms","start":"2026-07-06T13:42:10.852629Z","end":"2026-07-06T13:42:10.99482Z","steps":["trace[1596768914] 'read index received' (duration: 141.679825ms)","trace[1596768914] 'applied index is now lower than readState.Index' (duration: 510.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:42:10.994931Z","caller":"traceutil/trace.go:171","msg":"trace[939463293] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"215.265847ms","start":"2026-07-06T13:42:10.779634Z","end":"2026-07-06T13:42:10.9949Z","steps":["trace[939463293] 'process raft request' (duration: 215.047471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:10.995071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.430225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:10.995139Z","caller":"traceutil/trace.go:171","msg":"trace[2086309191] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7279; }","duration":"142.562649ms","start":"2026-07-06T13:42:10.852557Z","end":"2026-07-06T13:42:10.995119Z","steps":["trace[2086309191] 'agreement among raft nodes before linearized reading' (duration: 142.409535ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.134832Z","caller":"traceutil/trace.go:171","msg":"trace[1432618024] linearizableReadLoop","detail":"{readStateIndex:7542; appliedIndex:7541; }","duration":"139.869025ms","start":"2026-07-06T13:42:10.994939Z","end":"2026-07-06T13:42:11.134808Z","steps":["trace[1432618024] 'read index received' (duration: 136.863343ms)","trace[1432618024] 'applied index is now lower than readState.Index' (duration: 3.004642ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:42:11.134897Z","caller":"traceutil/trace.go:171","msg":"trace[1421181929] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"280.089259ms","start":"2026-07-06T13:42:10.854785Z","end":"2026-07-06T13:42:11.134874Z","steps":["trace[1421181929] 'process raft request' (duration: 277.003734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.134988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.386404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:11.135069Z","caller":"traceutil/trace.go:171","msg":"trace[1805867672] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7280; }","duration":"154.534188ms","start":"2026-07-06T13:42:10.980522Z","end":"2026-07-06T13:42:11.135056Z","steps":["trace[1805867672] 'agreement among raft nodes before linearized reading' (duration: 154.388774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.135113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.578955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-06T13:42:11.135162Z","caller":"traceutil/trace.go:171","msg":"trace[939402477] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7280; }","duration":"279.646878ms","start":"2026-07-06T13:42:10.855504Z","end":"2026-07-06T13:42:11.135151Z","steps":["trace[939402477] 'agreement among raft nodes before linearized reading' (duration: 279.428312ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.278702Z","caller":"traceutil/trace.go:171","msg":"trace[1928901842] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"280.024508ms","start":"2026-07-06T13:42:10.998606Z","end":"2026-07-06T13:42:11.278631Z","steps":["trace[1928901842] 'process raft request' (duration: 249.19535ms)","trace[1928901842] 'compare' (duration: 30.459898ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:42:11.278816Z","caller":"traceutil/trace.go:171","msg":"trace[1890079021] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"277.646032ms","start":"2026-07-06T13:42:11.001134Z","end":"2026-07-06T13:42:11.27878Z","steps":["trace[1890079021] 'process raft request' (duration: 277.385445ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.278893Z","caller":"traceutil/trace.go:171","msg":"trace[974174116] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"178.377863ms","start":"2026-07-06T13:42:11.100493Z","end":"2026-07-06T13:42:11.278871Z","steps":["trace[974174116] 'process raft request' (duration: 178.199349ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.278815Z","caller":"traceutil/trace.go:171","msg":"trace[97523286] linearizableReadLoop","detail":"{readStateIndex:7545; appliedIndex:7542; }","duration":"143.870395ms","start":"2026-07-06T13:42:11.134908Z","end":"2026-07-06T13:42:11.278778Z","steps":["trace[97523286] 'read index received' (duration: 112.908564ms)","trace[97523286] 'applied index is now lower than readState.Index' (duration: 30.960541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:11.278922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.530433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T13:42:11.279128Z","caller":"traceutil/trace.go:171","msg":"trace[1910091035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7283; }","duration":"152.693917ms","start":"2026-07-06T13:42:11.126355Z","end":"2026-07-06T13:42:11.279049Z","steps":["trace[1910091035] 'agreement among raft nodes before linearized reading' (duration: 152.466791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.279219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.194305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-599549f46d-nlgh9\" ","response":"range_response_count:1 size:6782"} {"level":"warn","ts":"2026-07-06T13:42:11.27912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.390848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-06T13:42:11.279266Z","caller":"traceutil/trace.go:171","msg":"trace[670044656] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-599549f46d-nlgh9; range_end:; response_count:1; response_revision:7283; }","duration":"275.268007ms","start":"2026-07-06T13:42:11.003988Z","end":"2026-07-06T13:42:11.279256Z","steps":["trace[670044656] 'agreement among raft nodes before linearized reading' (duration: 275.083922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.279261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.496961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7594"} {"level":"info","ts":"2026-07-06T13:42:11.279333Z","caller":"traceutil/trace.go:171","msg":"trace[306853451] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7283; }","duration":"276.570503ms","start":"2026-07-06T13:42:11.002742Z","end":"2026-07-06T13:42:11.279312Z","steps":["trace[306853451] 'agreement among raft nodes before linearized reading' (duration: 276.414988ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.279279Z","caller":"traceutil/trace.go:171","msg":"trace[1083981866] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7283; }","duration":"280.621324ms","start":"2026-07-06T13:42:10.998647Z","end":"2026-07-06T13:42:11.279268Z","steps":["trace[1083981866] 'agreement among raft nodes before linearized reading' (duration: 280.236274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.27936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.666087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T13:42:11.279454Z","caller":"traceutil/trace.go:171","msg":"trace[1310651686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7283; }","duration":"152.78671ms","start":"2026-07-06T13:42:11.126654Z","end":"2026-07-06T13:42:11.27944Z","steps":["trace[1310651686] 'agreement among raft nodes before linearized reading' (duration: 152.494822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.27957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.269864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T13:42:11.279579Z","caller":"traceutil/trace.go:171","msg":"trace[969364506] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"139.69033ms","start":"2026-07-06T13:42:11.139872Z","end":"2026-07-06T13:42:11.279563Z","steps":["trace[969364506] 'process raft request' (duration: 139.256668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:11.279612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.221122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:11.27961Z","caller":"traceutil/trace.go:171","msg":"trace[470349092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7283; }","duration":"153.388037ms","start":"2026-07-06T13:42:11.126212Z","end":"2026-07-06T13:42:11.2796Z","steps":["trace[470349092] 'agreement among raft nodes before linearized reading' (duration: 152.992076ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.279643Z","caller":"traceutil/trace.go:171","msg":"trace[1457188411] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7286; }","duration":"141.256083ms","start":"2026-07-06T13:42:11.138381Z","end":"2026-07-06T13:42:11.279637Z","steps":["trace[1457188411] 'agreement among raft nodes before linearized reading' (duration: 141.191711ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.279747Z","caller":"traceutil/trace.go:171","msg":"trace[920080228] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"139.870534ms","start":"2026-07-06T13:42:11.13987Z","end":"2026-07-06T13:42:11.279741Z","steps":["trace[920080228] 'process raft request' (duration: 139.540655ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:11.279809Z","caller":"traceutil/trace.go:171","msg":"trace[973504143] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"138.354184ms","start":"2026-07-06T13:42:11.141429Z","end":"2026-07-06T13:42:11.279783Z","steps":["trace[973504143] 'process raft request' (duration: 138.054345ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:37.684715Z","caller":"traceutil/trace.go:171","msg":"trace[1524464195] linearizableReadLoop","detail":"{readStateIndex:7757; appliedIndex:7756; }","duration":"443.029133ms","start":"2026-07-06T13:42:37.241664Z","end":"2026-07-06T13:42:37.684693Z","steps":["trace[1524464195] 'read index received' (duration: 442.394855ms)","trace[1524464195] 'applied index is now lower than readState.Index' (duration: 633.368µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:37.6849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.187788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:37.684874Z","caller":"traceutil/trace.go:171","msg":"trace[404337452] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"616.751526ms","start":"2026-07-06T13:42:37.06808Z","end":"2026-07-06T13:42:37.684832Z","steps":["trace[404337452] 'process raft request' (duration: 616.453088ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:37.684933Z","caller":"traceutil/trace.go:171","msg":"trace[1778198044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7490; }","duration":"443.309121ms","start":"2026-07-06T13:42:37.241612Z","end":"2026-07-06T13:42:37.684921Z","steps":["trace[1778198044] 'agreement among raft nodes before linearized reading' (duration: 443.195128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:37.684962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.24159Z","time spent":"443.364152ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T13:42:37.685047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.068053Z","time spent":"616.911911ms","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T13:42:37.685629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.731609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T13:42:37.685676Z","caller":"traceutil/trace.go:171","msg":"trace[454573778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7491; }","duration":"274.79209ms","start":"2026-07-06T13:42:37.410873Z","end":"2026-07-06T13:42:37.685665Z","steps":["trace[454573778] 'agreement among raft nodes before linearized reading' (duration: 274.661777ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:37.685705Z","caller":"traceutil/trace.go:171","msg":"trace[1805816873] transaction","detail":"{read_only:false; response_revision:7491; number_of_response:1; }","duration":"319.745105ms","start":"2026-07-06T13:42:37.365946Z","end":"2026-07-06T13:42:37.685692Z","steps":["trace[1805816873] 'process raft request' (duration: 319.375895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:37.685712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.822421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T13:42:37.68575Z","caller":"traceutil/trace.go:171","msg":"trace[1883909594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7491; }","duration":"274.887973ms","start":"2026-07-06T13:42:37.410851Z","end":"2026-07-06T13:42:37.685739Z","steps":["trace[1883909594] 'agreement among raft nodes before linearized reading' (duration: 274.77925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:37.68578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.365916Z","time spent":"319.820037ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T13:42:37.685846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.567204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T13:42:37.685869Z","caller":"traceutil/trace.go:171","msg":"trace[1039689126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7491; }","duration":"278.629356ms","start":"2026-07-06T13:42:37.407232Z","end":"2026-07-06T13:42:37.685862Z","steps":["trace[1039689126] 'agreement among raft nodes before linearized reading' (duration: 278.181944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:38.284353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:38.785248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:39.286138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:39.786265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:40.286599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:40.787722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:41.23936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T13:42:41.239445Z","caller":"traceutil/trace.go:171","msg":"trace[709476575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025255s","start":"2026-07-06T13:42:39.239172Z","end":"2026-07-06T13:42:41.239424Z","steps":["trace[709476575] 'agreement among raft nodes before linearized reading' (duration: 2.000139257s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:41.239492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:39.23915Z","time spent":"2.000331832s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T13:42:41.288684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:41.789192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:42.289908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:42.688497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.690379Z","time spent":"4.998101584s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 13:42:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T13:42:42.688889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.690483Z","time spent":"4.998402692s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:42.74029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.74208Z","time spent":"4.998202826s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 13:42:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T13:42:42.740537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.742569Z","time spent":"4.99796408s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 13:42:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T13:42:42.783523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999542823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T13:42:42.783599Z","caller":"traceutil/trace.go:171","msg":"trace[899316049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999686367s","start":"2026-07-06T13:42:37.783896Z","end":"2026-07-06T13:42:42.783582Z","steps":["trace[899316049] 'agreement among raft nodes before linearized reading' (duration: 4.999585524s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:42.783639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.78387Z","time spent":"4.999760719s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/06 13:42:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T13:42:42.79078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:42.937432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.938525Z","time spent":"4.998897965s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:43.240902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000817348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T13:42:43.241018Z","caller":"traceutil/trace.go:171","msg":"trace[1746407589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001021503s","start":"2026-07-06T13:42:41.239971Z","end":"2026-07-06T13:42:43.240992Z","steps":["trace[1746407589] 'agreement among raft nodes before linearized reading' (duration: 2.000854058s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:43.2413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:41.239935Z","time spent":"2.001343192s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 13:42:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T13:42:43.291975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:43.792921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:44.293719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:44.690539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.689788Z","time spent":"7.000739649s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:44.690875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:39.69293Z","time spent":"4.997937947s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:44.692155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.691496Z","time spent":"7.000649127s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:44.78471Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-06T13:42:45.097665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:38.097166Z","time spent":"7.000488853s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:45.249794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T13:42:45.2499Z","caller":"traceutil/trace.go:171","msg":"trace[889611214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349734s","start":"2026-07-06T13:42:43.249528Z","end":"2026-07-06T13:42:45.249877Z","steps":["trace[889611214] 'agreement among raft nodes before linearized reading' (duration: 2.0002119s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.249955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:43.249517Z","time spent":"2.000426305s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T13:42:45.28552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037965716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T13:42:45.286585Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.596675504s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T13:42:45.298645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:38.341994Z","time spent":"6.956641498s","remote":"127.0.0.1:34030","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:45.300746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.253765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:45.300908Z","caller":"traceutil/trace.go:171","msg":"trace[784966229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7491; }","duration":"611.43621ms","start":"2026-07-06T13:42:44.689449Z","end":"2026-07-06T13:42:45.300885Z","steps":["trace[784966229] 'range keys from in-memory index tree' (duration: 610.153325ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:45.318807Z","caller":"traceutil/trace.go:171","msg":"trace[1057405349] transaction","detail":"{read_only:false; response_revision:7501; number_of_response:1; }","duration":"4.924556383s","start":"2026-07-06T13:42:40.394226Z","end":"2026-07-06T13:42:45.318783Z","steps":["trace[1057405349] 'process raft request' (duration: 4.9244672s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.319164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:43.245288Z","time spent":"2.073869903s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T13:42:45.319635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:40.394195Z","time spent":"4.924695497s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:42:45.321951Z","caller":"traceutil/trace.go:171","msg":"trace[400664939] linearizableReadLoop","detail":"{readStateIndex:7771; appliedIndex:7758; }","duration":"537.089517ms","start":"2026-07-06T13:42:44.784838Z","end":"2026-07-06T13:42:45.321928Z","steps":["trace[400664939] 'read index received' (duration: 502.228279ms)","trace[400664939] 'applied index is now lower than readState.Index' (duration: 34.858308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:42:45.322009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121190311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:42:45.322079Z","caller":"traceutil/trace.go:171","msg":"trace[902434613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7502; }","duration":"3.121320724s","start":"2026-07-06T13:42:42.200741Z","end":"2026-07-06T13:42:45.322062Z","steps":["trace[902434613] 'agreement among raft nodes before linearized reading' (duration: 3.121196261s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.322131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:42.200716Z","time spent":"3.121403857s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.322142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558923779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:45.322182Z","caller":"traceutil/trace.go:171","msg":"trace[1046535986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7502; }","duration":"3.559020292s","start":"2026-07-06T13:42:41.763148Z","end":"2026-07-06T13:42:45.322169Z","steps":["trace[1046535986] 'agreement among raft nodes before linearized reading' (duration: 3.558901719s)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:45.322503Z","caller":"traceutil/trace.go:171","msg":"trace[1771184512] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7502; }","duration":"220.393596ms","start":"2026-07-06T13:42:45.102095Z","end":"2026-07-06T13:42:45.322489Z","steps":["trace[1771184512] 'process raft request' (duration: 219.769259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.322516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:41.763056Z","time spent":"3.559445073s","remote":"127.0.0.1:44482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.322783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.746409654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:45.322821Z","caller":"traceutil/trace.go:171","msg":"trace[1939476126] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7502; }","duration":"5.746516507s","start":"2026-07-06T13:42:39.576293Z","end":"2026-07-06T13:42:45.32281Z","steps":["trace[1939476126] 'agreement among raft nodes before linearized reading' (duration: 5.746420224s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.322869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:39.576267Z","time spent":"5.746592819s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.322963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.372609078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5583"} {"level":"info","ts":"2026-07-06T13:42:45.322989Z","caller":"traceutil/trace.go:171","msg":"trace[554882727] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7502; }","duration":"7.372666029s","start":"2026-07-06T13:42:37.950316Z","end":"2026-07-06T13:42:45.322982Z","steps":["trace[554882727] 'agreement among raft nodes before linearized reading' (duration: 7.372384172s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.323027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.9503Z","time spent":"7.372721881s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5606,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-07-06T13:42:45.323146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.376376601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T13:42:45.323193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702287038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:42:45.323228Z","caller":"traceutil/trace.go:171","msg":"trace[881012091] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7502; }","duration":"3.702382621s","start":"2026-07-06T13:42:41.620836Z","end":"2026-07-06T13:42:45.323219Z","steps":["trace[881012091] 'agreement among raft nodes before linearized reading' (duration: 3.702269908s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.323269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:41.620805Z","time spent":"3.702456283s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":57,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-06T13:42:45.323331Z","caller":"traceutil/trace.go:171","msg":"trace[723226865] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7502; }","duration":"7.376456503s","start":"2026-07-06T13:42:37.946738Z","end":"2026-07-06T13:42:45.323195Z","steps":["trace[723226865] 'agreement among raft nodes before linearized reading' (duration: 7.376390561s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.323459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.946725Z","time spent":"7.37670437s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-07-06T13:42:45.323462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099058336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:42:45.323504Z","caller":"traceutil/trace.go:171","msg":"trace[1128251218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7502; }","duration":"5.099151429s","start":"2026-07-06T13:42:40.22434Z","end":"2026-07-06T13:42:45.323491Z","steps":["trace[1128251218] 'agreement among raft nodes before linearized reading' (duration: 5.099074317s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.323532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:40.224316Z","time spent":"5.09920962s","remote":"127.0.0.1:35028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.323651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992905117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:42:45.323751Z","caller":"traceutil/trace.go:171","msg":"trace[1773937710] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7502; }","duration":"5.993062721s","start":"2026-07-06T13:42:39.330674Z","end":"2026-07-06T13:42:45.323737Z","steps":["trace[1773937710] 'agreement among raft nodes before linearized reading' (duration: 5.992910107s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.323823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:39.330653Z","time spent":"5.993158834s","remote":"127.0.0.1:41726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.323849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.5073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T13:42:45.323939Z","caller":"traceutil/trace.go:171","msg":"trace[672064660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7502; }","duration":"632.658234ms","start":"2026-07-06T13:42:44.691259Z","end":"2026-07-06T13:42:45.323917Z","steps":["trace[672064660] 'agreement among raft nodes before linearized reading' (duration: 632.366926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.32394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944382512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:42:45.323981Z","caller":"traceutil/trace.go:171","msg":"trace[1207688564] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7503; }","duration":"2.944463344s","start":"2026-07-06T13:42:42.379505Z","end":"2026-07-06T13:42:45.323968Z","steps":["trace[1207688564] 'agreement among raft nodes before linearized reading' (duration: 2.944392663s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.323987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.691235Z","time spent":"632.738246ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T13:42:45.323951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.52325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T13:42:45.323999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.131896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-06T13:42:45.32401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.828314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-06T13:42:45.324047Z","caller":"traceutil/trace.go:171","msg":"trace[737800641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7502; }","duration":"632.680894ms","start":"2026-07-06T13:42:44.691345Z","end":"2026-07-06T13:42:45.324026Z","steps":["trace[737800641] 'agreement among raft nodes before linearized reading' (duration: 632.307574ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:45.32407Z","caller":"traceutil/trace.go:171","msg":"trace[1277181014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7503; }","duration":"538.25933ms","start":"2026-07-06T13:42:44.785799Z","end":"2026-07-06T13:42:45.324058Z","steps":["trace[1277181014] 'agreement among raft nodes before linearized reading' (duration: 537.955922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.691326Z","time spent":"632.767687ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-06T13:42:45.324091Z","caller":"traceutil/trace.go:171","msg":"trace[953462354] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:7502; }","duration":"631.029729ms","start":"2026-07-06T13:42:44.693047Z","end":"2026-07-06T13:42:45.324077Z","steps":["trace[953462354] 'agreement among raft nodes before linearized reading' (duration: 629.60263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.32411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.529749235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vxj4j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-06T13:42:45.324149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.785737Z","time spent":"538.371783ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T13:42:45.324169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.693014Z","time spent":"631.125142ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-06T13:42:45.324209Z","caller":"traceutil/trace.go:171","msg":"trace[2131974916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vxj4j; range_end:; response_count:1; response_revision:7503; }","duration":"7.529846948s","start":"2026-07-06T13:42:37.794295Z","end":"2026-07-06T13:42:45.324142Z","steps":["trace[2131974916] 'agreement among raft nodes before linearized reading' (duration: 7.529636122s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028560192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T13:42:45.324251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.794267Z","time spent":"7.529974142s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vxj4j\" "} {"level":"info","ts":"2026-07-06T13:42:45.324311Z","caller":"traceutil/trace.go:171","msg":"trace[1632780520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7503; }","duration":"1.028632144s","start":"2026-07-06T13:42:44.295671Z","end":"2026-07-06T13:42:45.324303Z","steps":["trace[1632780520] 'agreement among raft nodes before linearized reading' (duration: 1.028581482s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.29565Z","time spent":"1.028689656s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.324364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384676553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T13:42:45.324388Z","caller":"traceutil/trace.go:171","msg":"trace[2117627170] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7503; }","duration":"2.384767496s","start":"2026-07-06T13:42:42.939614Z","end":"2026-07-06T13:42:45.324381Z","steps":["trace[2117627170] 'agreement among raft nodes before linearized reading' (duration: 2.384694954s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:42.939575Z","time spent":"2.384833408s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-06T13:42:45.324459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.378102718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:45.324493Z","caller":"traceutil/trace.go:171","msg":"trace[1163304114] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7503; }","duration":"7.378211072s","start":"2026-07-06T13:42:37.946272Z","end":"2026-07-06T13:42:45.324484Z","steps":["trace[1163304114] 'agreement among raft nodes before linearized reading' (duration: 7.378131799s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.806688938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T13:42:45.324544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.946255Z","time spent":"7.378257052s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-07-06T13:42:45.324578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.432538284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:45.324589Z","caller":"traceutil/trace.go:171","msg":"trace[1438916139] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:0; response_revision:7503; }","duration":"6.806810541s","start":"2026-07-06T13:42:38.517756Z","end":"2026-07-06T13:42:45.324566Z","steps":["trace[1438916139] 'agreement among raft nodes before linearized reading' (duration: 6.806637256s)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:42:45.324607Z","caller":"traceutil/trace.go:171","msg":"trace[1770305465] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7503; }","duration":"7.432619456s","start":"2026-07-06T13:42:37.891979Z","end":"2026-07-06T13:42:45.324599Z","steps":["trace[1770305465] 'agreement among raft nodes before linearized reading' (duration: 7.432570104s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.58424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T13:42:45.324629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.891953Z","time spent":"7.432671227s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.324643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:38.517675Z","time spent":"6.806957525s","remote":"127.0.0.1:47178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.121\" "} {"level":"info","ts":"2026-07-06T13:42:45.324655Z","caller":"traceutil/trace.go:171","msg":"trace[1027686230] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7503; }","duration":"367.665742ms","start":"2026-07-06T13:42:44.956982Z","end":"2026-07-06T13:42:45.324648Z","steps":["trace[1027686230] 'agreement among raft nodes before linearized reading' (duration: 367.5861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.32468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.956912Z","time spent":"367.762375ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":54,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.324736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.342761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:42:45.324884Z","caller":"traceutil/trace.go:171","msg":"trace[1592177188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7503; }","duration":"467.550497ms","start":"2026-07-06T13:42:44.85731Z","end":"2026-07-06T13:42:45.324861Z","steps":["trace[1592177188] 'agreement among raft nodes before linearized reading' (duration: 467.3137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.324939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:44.857264Z","time spent":"467.66396ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T13:42:45.324012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:42.379483Z","time spent":"2.944522947s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:42:45.325249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.128454628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-06T13:42:45.325293Z","caller":"traceutil/trace.go:171","msg":"trace[1990048044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7502; }","duration":"7.128541641s","start":"2026-07-06T13:42:38.196739Z","end":"2026-07-06T13:42:45.325281Z","steps":["trace[1990048044] 'agreement among raft nodes before linearized reading' (duration: 7.125388205s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.325323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:38.196711Z","time spent":"7.128605692s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-06T13:42:45.325323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.378835979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4976"} {"level":"info","ts":"2026-07-06T13:42:45.325605Z","caller":"traceutil/trace.go:171","msg":"trace[1019538462] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7503; }","duration":"7.379060104s","start":"2026-07-06T13:42:37.946398Z","end":"2026-07-06T13:42:45.325459Z","steps":["trace[1019538462] 'agreement among raft nodes before linearized reading' (duration: 7.377357818s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.32565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:37.946372Z","time spent":"7.37926755s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4999,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-07-06T13:42:45.326207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583771994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-06T13:42:45.326277Z","caller":"traceutil/trace.go:171","msg":"trace[1199682322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7503; }","duration":"2.583873336s","start":"2026-07-06T13:42:42.742391Z","end":"2026-07-06T13:42:45.326265Z","steps":["trace[1199682322] 'agreement among raft nodes before linearized reading' (duration: 2.581410169s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.326321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:42.742377Z","time spent":"2.583936099s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-06T13:42:45.327795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585329697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-06T13:42:45.329518Z","caller":"traceutil/trace.go:171","msg":"trace[1033422127] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7503; }","duration":"2.585411639s","start":"2026-07-06T13:42:42.742435Z","end":"2026-07-06T13:42:45.327847Z","steps":["trace[1033422127] 'agreement among raft nodes before linearized reading' (duration: 2.583221989s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:42:45.329586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:42:42.742433Z","time spent":"2.587138416s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-06T13:44:15.214684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6105} {"level":"info","ts":"2026-07-06T13:44:15.316271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6105,"took":"99.099913ms","hash":2707072302,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":21704704,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-06T13:44:15.316344Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2707072302,"revision":6105,"compact-revision":2972} {"level":"info","ts":"2026-07-06T13:44:25.84298Z","caller":"traceutil/trace.go:171","msg":"trace[753280539] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"102.134347ms","start":"2026-07-06T13:44:25.740825Z","end":"2026-07-06T13:44:25.842959Z","steps":["trace[753280539] 'process raft request' (duration: 101.973032ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:25.843387Z","caller":"traceutil/trace.go:171","msg":"trace[1939050765] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"101.211681ms","start":"2026-07-06T13:44:25.742142Z","end":"2026-07-06T13:44:25.843354Z","steps":["trace[1939050765] 'process raft request' (duration: 100.78109ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:30.453637Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021ad.wal"} {"level":"warn","ts":"2026-07-06T13:44:37.37701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.823615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:44:37.377115Z","caller":"traceutil/trace.go:171","msg":"trace[167396834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8354; }","duration":"138.99884ms","start":"2026-07-06T13:44:37.238097Z","end":"2026-07-06T13:44:37.377096Z","steps":["trace[167396834] 'range keys from in-memory index tree' (duration: 138.725331ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:38.189695Z","caller":"traceutil/trace.go:171","msg":"trace[1255561633] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"330.474851ms","start":"2026-07-06T13:44:37.859183Z","end":"2026-07-06T13:44:38.189658Z","steps":["trace[1255561633] 'process raft request' (duration: 276.129517ms)","trace[1255561633] 'compare' (duration: 54.128458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:44:38.189926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:44:37.859155Z","time spent":"330.631685ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:44:38.222935Z","caller":"traceutil/trace.go:171","msg":"trace[1674020985] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"336.057944ms","start":"2026-07-06T13:44:37.886848Z","end":"2026-07-06T13:44:38.222906Z","steps":["trace[1674020985] 'process raft request' (duration: 335.861429ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:38.22322Z","caller":"traceutil/trace.go:171","msg":"trace[167563225] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"336.255449ms","start":"2026-07-06T13:44:37.886937Z","end":"2026-07-06T13:44:38.223193Z","steps":["trace[167563225] 'process raft request' (duration: 335.92809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:44:38.223377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:44:37.886895Z","time spent":"336.397203ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:44:38.223409Z","caller":"traceutil/trace.go:171","msg":"trace[126321186] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"333.37625ms","start":"2026-07-06T13:44:37.890006Z","end":"2026-07-06T13:44:38.223382Z","steps":["trace[126321186] 'process raft request' (duration: 333.198395ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:38.223524Z","caller":"traceutil/trace.go:171","msg":"trace[205179606] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8654; }","duration":"324.679502ms","start":"2026-07-06T13:44:37.898821Z","end":"2026-07-06T13:44:38.2235Z","steps":["trace[205179606] 'read index received' (duration: 236.507559ms)","trace[205179606] 'applied index is now lower than readState.Index' (duration: 88.169442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:44:38.223575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:44:37.88997Z","time spent":"333.515344ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:44:38.22359Z","caller":"traceutil/trace.go:171","msg":"trace[249710362] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"293.451594ms","start":"2026-07-06T13:44:37.930123Z","end":"2026-07-06T13:44:38.223574Z","steps":["trace[249710362] 'process raft request' (duration: 293.213047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:44:38.223713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.027271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-06T13:44:38.223727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.761998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:44:38.223747Z","caller":"traceutil/trace.go:171","msg":"trace[1406701592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8362; }","duration":"317.103843ms","start":"2026-07-06T13:44:37.906634Z","end":"2026-07-06T13:44:38.223738Z","steps":["trace[1406701592] 'agreement among raft nodes before linearized reading' (duration: 316.98603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:44:38.223751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.856607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-06T13:44:38.223771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:44:37.906611Z","time spent":"317.154705ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-06T13:44:38.223775Z","caller":"traceutil/trace.go:171","msg":"trace[2064614385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8362; }","duration":"288.908548ms","start":"2026-07-06T13:44:37.934859Z","end":"2026-07-06T13:44:38.223768Z","steps":["trace[2064614385] 'agreement among raft nodes before linearized reading' (duration: 288.836606ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:38.223773Z","caller":"traceutil/trace.go:171","msg":"trace[489609171] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8362; }","duration":"251.857831ms","start":"2026-07-06T13:44:37.971897Z","end":"2026-07-06T13:44:38.223755Z","steps":["trace[489609171] 'agreement among raft nodes before linearized reading' (duration: 251.763068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:44:38.223824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.037844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vxj4j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-06T13:44:38.223824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:44:37.886817Z","time spent":"336.223139ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T13:44:38.223829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.972519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T13:44:38.223865Z","caller":"traceutil/trace.go:171","msg":"trace[686796740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vxj4j; range_end:; response_count:1; response_revision:8362; }","duration":"185.130047ms","start":"2026-07-06T13:44:38.038724Z","end":"2026-07-06T13:44:38.223854Z","steps":["trace[686796740] 'agreement among raft nodes before linearized reading' (duration: 184.983713ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:44:38.223911Z","caller":"traceutil/trace.go:171","msg":"trace[1740416329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8362; }","duration":"325.103733ms","start":"2026-07-06T13:44:37.898787Z","end":"2026-07-06T13:44:38.223891Z","steps":["trace[1740416329] 'agreement among raft nodes before linearized reading' (duration: 324.825766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:44:38.223962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:44:37.898775Z","time spent":"325.178145ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-06T13:45:06.412478Z","caller":"traceutil/trace.go:171","msg":"trace[715361183] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"124.053117ms","start":"2026-07-06T13:45:06.288399Z","end":"2026-07-06T13:45:06.412452Z","steps":["trace[715361183] 'process raft request' (duration: 123.884722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:45:10.761705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.226563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:45:10.761791Z","caller":"traceutil/trace.go:171","msg":"trace[537575733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8590; }","duration":"219.378597ms","start":"2026-07-06T13:45:10.542395Z","end":"2026-07-06T13:45:10.761773Z","steps":["trace[537575733] 'count revisions from in-memory index tree' (duration: 219.097999ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:45:18.772725Z","caller":"traceutil/trace.go:171","msg":"trace[950567379] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"139.514925ms","start":"2026-07-06T13:45:18.633181Z","end":"2026-07-06T13:45:18.772696Z","steps":["trace[950567379] 'process raft request' (duration: 139.32862ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:45:18.787395Z","caller":"traceutil/trace.go:171","msg":"trace[1349273003] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8674; }","duration":"153.347358ms","start":"2026-07-06T13:45:18.63401Z","end":"2026-07-06T13:45:18.787357Z","steps":["trace[1349273003] 'process raft request' (duration: 153.152033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:45:19.045087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.024732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T13:45:19.045601Z","caller":"traceutil/trace.go:171","msg":"trace[689587428] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"249.242315ms","start":"2026-07-06T13:45:18.796335Z","end":"2026-07-06T13:45:19.045578Z","steps":["trace[689587428] 'process raft request' (duration: 131.619316ms)","trace[689587428] 'compare' (duration: 116.778536ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:47:09.102007Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"31541ae44470b70","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-06T13:47:09.108809Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-06T13:47:09.10891Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-06T13:49:15.221148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8103} {"level":"info","ts":"2026-07-06T13:49:15.28265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8103,"took":"59.124964ms","hash":4091157481,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":27947008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-06T13:49:15.282722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4091157481,"revision":8103,"compact-revision":6105} {"level":"info","ts":"2026-07-06T13:51:34.8384Z","caller":"traceutil/trace.go:171","msg":"trace[1209457528] linearizableReadLoop","detail":"{readStateIndex:11843; appliedIndex:11842; }","duration":"414.367583ms","start":"2026-07-06T13:51:34.424007Z","end":"2026-07-06T13:51:34.838375Z","steps":["trace[1209457528] 'read index received' (duration: 414.196468ms)","trace[1209457528] 'applied index is now lower than readState.Index' (duration: 169.655µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:51:34.838557Z","caller":"traceutil/trace.go:171","msg":"trace[2114807148] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"442.500852ms","start":"2026-07-06T13:51:34.396034Z","end":"2026-07-06T13:51:34.838535Z","steps":["trace[2114807148] 'process raft request' (duration: 442.164492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:34.838672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.708163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T13:51:34.838712Z","caller":"traceutil/trace.go:171","msg":"trace[1957508982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11442; }","duration":"414.778365ms","start":"2026-07-06T13:51:34.423922Z","end":"2026-07-06T13:51:34.838701Z","steps":["trace[1957508982] 'agreement among raft nodes before linearized reading' (duration: 414.60672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:34.83874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:34.423907Z","time spent":"414.825836ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T13:51:34.838676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.976863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T13:51:34.838834Z","caller":"traceutil/trace.go:171","msg":"trace[868978696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11442; }","duration":"414.149688ms","start":"2026-07-06T13:51:34.424674Z","end":"2026-07-06T13:51:34.838824Z","steps":["trace[868978696] 'agreement among raft nodes before linearized reading' (duration: 413.928081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:34.838861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:34.424668Z","time spent":"414.185678ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T13:51:34.838677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:34.396013Z","time spent":"442.587904ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T13:51:35.813259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.820236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T13:51:35.813343Z","caller":"traceutil/trace.go:171","msg":"trace[1289017775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11453; }","duration":"130.92883ms","start":"2026-07-06T13:51:35.682393Z","end":"2026-07-06T13:51:35.813322Z","steps":["trace[1289017775] 'range keys from in-memory index tree' (duration: 130.671572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:35.81329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.56565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T13:51:35.813493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.693115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-07-06T13:51:35.813592Z","caller":"traceutil/trace.go:171","msg":"trace[505289293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11453; }","duration":"184.84952ms","start":"2026-07-06T13:51:35.628729Z","end":"2026-07-06T13:51:35.813579Z","steps":["trace[505289293] 'range keys from in-memory index tree' (duration: 184.538211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:35.813614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.663675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T13:51:35.81366Z","caller":"traceutil/trace.go:171","msg":"trace[862135872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11453; }","duration":"129.735767ms","start":"2026-07-06T13:51:35.683909Z","end":"2026-07-06T13:51:35.813645Z","steps":["trace[862135872] 'range keys from in-memory index tree' (duration: 129.51171ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:51:35.813537Z","caller":"traceutil/trace.go:171","msg":"trace[655646433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11453; }","duration":"554.829537ms","start":"2026-07-06T13:51:35.25868Z","end":"2026-07-06T13:51:35.81351Z","steps":["trace[655646433] 'count revisions from in-memory index tree' (duration: 554.508318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:35.81383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:35.258672Z","time spent":"555.134015ms","remote":"127.0.0.1:48570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:51:35.814304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.833947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T13:51:35.814361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.312753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vxj4j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-06T13:51:35.814371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.154828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:51:35.814382Z","caller":"traceutil/trace.go:171","msg":"trace[945252694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11453; }","duration":"575.95891ms","start":"2026-07-06T13:51:35.238401Z","end":"2026-07-06T13:51:35.81436Z","steps":["trace[945252694] 'range keys from in-memory index tree' (duration: 575.751524ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:51:35.8144Z","caller":"traceutil/trace.go:171","msg":"trace[146741210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vxj4j; range_end:; response_count:1; response_revision:11453; }","duration":"651.401536ms","start":"2026-07-06T13:51:35.162986Z","end":"2026-07-06T13:51:35.814388Z","steps":["trace[146741210] 'range keys from in-memory index tree' (duration: 651.213431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:35.814425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:35.162969Z","time spent":"651.449887ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vxj4j\" "} {"level":"info","ts":"2026-07-06T13:51:35.814417Z","caller":"traceutil/trace.go:171","msg":"trace[295411983] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11453; }","duration":"418.228481ms","start":"2026-07-06T13:51:35.396171Z","end":"2026-07-06T13:51:35.8144Z","steps":["trace[295411983] 'count revisions from in-memory index tree' (duration: 418.076796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:35.814429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:35.238383Z","time spent":"576.034743ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T13:51:35.814459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:35.396152Z","time spent":"418.296303ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-06T13:51:36.223973Z","caller":"traceutil/trace.go:171","msg":"trace[709070986] linearizableReadLoop","detail":"{readStateIndex:11857; appliedIndex:11856; }","duration":"345.066328ms","start":"2026-07-06T13:51:35.878882Z","end":"2026-07-06T13:51:36.223949Z","steps":["trace[709070986] 'read index received' (duration: 343.479704ms)","trace[709070986] 'applied index is now lower than readState.Index' (duration: 1.585694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:51:36.224121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.219402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:51:36.224153Z","caller":"traceutil/trace.go:171","msg":"trace[435029610] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11456; }","duration":"345.301654ms","start":"2026-07-06T13:51:35.878842Z","end":"2026-07-06T13:51:36.224144Z","steps":["trace[435029610] 'agreement among raft nodes before linearized reading' (duration: 345.195822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:36.224181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:35.878825Z","time spent":"345.350396ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-06T13:51:36.224306Z","caller":"traceutil/trace.go:171","msg":"trace[770728869] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"360.179016ms","start":"2026-07-06T13:51:35.864111Z","end":"2026-07-06T13:51:36.22429Z","steps":["trace[770728869] 'process raft request' (duration: 358.311665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:51:36.224396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:51:35.864092Z","time spent":"360.250218ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:51:36.226153Z","caller":"traceutil/trace.go:171","msg":"trace[158073003] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"240.911589ms","start":"2026-07-06T13:51:35.985218Z","end":"2026-07-06T13:51:36.22613Z","steps":["trace[158073003] 'process raft request' (duration: 240.875448ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:51:36.226297Z","caller":"traceutil/trace.go:171","msg":"trace[812604933] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"246.448822ms","start":"2026-07-06T13:51:35.979841Z","end":"2026-07-06T13:51:36.22629Z","steps":["trace[812604933] 'process raft request' (duration: 246.225995ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:51:36.226183Z","caller":"traceutil/trace.go:171","msg":"trace[1307101558] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"253.784304ms","start":"2026-07-06T13:51:35.972357Z","end":"2026-07-06T13:51:36.226142Z","steps":["trace[1307101558] 'process raft request' (duration: 253.651721ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:51:36.226241Z","caller":"traceutil/trace.go:171","msg":"trace[1859385832] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"293.371429ms","start":"2026-07-06T13:51:35.932862Z","end":"2026-07-06T13:51:36.226234Z","steps":["trace[1859385832] 'process raft request' (duration: 293.03531ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:51:36.226269Z","caller":"traceutil/trace.go:171","msg":"trace[411063622] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"249.911878ms","start":"2026-07-06T13:51:35.976351Z","end":"2026-07-06T13:51:36.226263Z","steps":["trace[411063622] 'process raft request' (duration: 249.693502ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:52:17.276215Z","caller":"traceutil/trace.go:171","msg":"trace[185563487] linearizableReadLoop","detail":"{readStateIndex:12282; appliedIndex:12281; }","duration":"237.961377ms","start":"2026-07-06T13:52:17.038212Z","end":"2026-07-06T13:52:17.276173Z","steps":["trace[185563487] 'read index received' (duration: 237.593687ms)","trace[185563487] 'applied index is now lower than readState.Index' (duration: 365.9µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:52:17.276587Z","caller":"traceutil/trace.go:171","msg":"trace[1649627305] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"238.465071ms","start":"2026-07-06T13:52:17.03808Z","end":"2026-07-06T13:52:17.276546Z","steps":["trace[1649627305] 'process raft request' (duration: 237.842964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:52:17.276794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.532704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19123"} {"level":"info","ts":"2026-07-06T13:52:17.276921Z","caller":"traceutil/trace.go:171","msg":"trace[415172865] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11872; }","duration":"238.694738ms","start":"2026-07-06T13:52:17.038198Z","end":"2026-07-06T13:52:17.276893Z","steps":["trace[415172865] 'agreement among raft nodes before linearized reading' (duration: 238.230515ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:52:17.290084Z","caller":"traceutil/trace.go:171","msg":"trace[1047703879] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"249.670671ms","start":"2026-07-06T13:52:17.040385Z","end":"2026-07-06T13:52:17.290056Z","steps":["trace[1047703879] 'process raft request' (duration: 249.514667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:52:17.290306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.623181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:52:17.290348Z","caller":"traceutil/trace.go:171","msg":"trace[1006130993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11873; }","duration":"219.743614ms","start":"2026-07-06T13:52:17.070596Z","end":"2026-07-06T13:52:17.290339Z","steps":["trace[1006130993] 'agreement among raft nodes before linearized reading' (duration: 219.659642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:52:17.290285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.347589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:52:17.290468Z","caller":"traceutil/trace.go:171","msg":"trace[814808558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11873; }","duration":"157.583496ms","start":"2026-07-06T13:52:17.132862Z","end":"2026-07-06T13:52:17.290445Z","steps":["trace[814808558] 'agreement among raft nodes before linearized reading' (duration: 157.319019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:52:17.290479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.784803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-06T13:52:17.291105Z","caller":"traceutil/trace.go:171","msg":"trace[2026545352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11873; }","duration":"251.453741ms","start":"2026-07-06T13:52:17.039634Z","end":"2026-07-06T13:52:17.291088Z","steps":["trace[2026545352] 'agreement among raft nodes before linearized reading' (duration: 250.541335ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:54:15.233012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10466} {"level":"info","ts":"2026-07-06T13:54:15.31631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10466,"took":"79.639359ms","hash":3484120809,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":25657344,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-06T13:54:15.316385Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3484120809,"revision":10466,"compact-revision":8103} {"level":"warn","ts":"2026-07-06T13:54:40.554221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824333793037980222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T13:54:40.678222Z","caller":"traceutil/trace.go:171","msg":"trace[1069077594] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"631.496425ms","start":"2026-07-06T13:54:40.046704Z","end":"2026-07-06T13:54:40.678201Z","steps":["trace[1069077594] 'process raft request' (duration: 631.346691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.678355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.046694Z","time spent":"631.595738ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:54:40.678835Z","caller":"traceutil/trace.go:171","msg":"trace[2099555870] linearizableReadLoop","detail":"{readStateIndex:13289; appliedIndex:13287; }","duration":"624.635907ms","start":"2026-07-06T13:54:40.054173Z","end":"2026-07-06T13:54:40.678809Z","steps":["trace[2099555870] 'read index received' (duration: 623.978229ms)","trace[2099555870] 'applied index is now lower than readState.Index' (duration: 656.568µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:54:40.6798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.615013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T13:54:40.679867Z","caller":"traceutil/trace.go:171","msg":"trace[2087598231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12847; }","duration":"625.718927ms","start":"2026-07-06T13:54:40.054132Z","end":"2026-07-06T13:54:40.679851Z","steps":["trace[2087598231] 'agreement among raft nodes before linearized reading' (duration: 625.501531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.679902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.054117Z","time spent":"625.778418ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T13:54:40.680122Z","caller":"traceutil/trace.go:171","msg":"trace[2030482656] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"538.383925ms","start":"2026-07-06T13:54:40.141726Z","end":"2026-07-06T13:54:40.68011Z","steps":["trace[2030482656] 'process raft request' (duration: 536.952305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.680193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.141707Z","time spent":"538.444427ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T13:54:40.680735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.828177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-06T13:54:40.680815Z","caller":"traceutil/trace.go:171","msg":"trace[2091583077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12847; }","duration":"623.023673ms","start":"2026-07-06T13:54:40.057771Z","end":"2026-07-06T13:54:40.680795Z","steps":["trace[2091583077] 'agreement among raft nodes before linearized reading' (duration: 622.740255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.680857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.057755Z","time spent":"623.089414ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T13:54:40.680988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.127988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T13:54:40.681052Z","caller":"traceutil/trace.go:171","msg":"trace[53280441] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12847; }","duration":"310.22381ms","start":"2026-07-06T13:54:40.370818Z","end":"2026-07-06T13:54:40.681041Z","steps":["trace[53280441] 'agreement among raft nodes before linearized reading' (duration: 310.135538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.68108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.370801Z","time spent":"310.269952ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-06T13:54:40.681308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.516616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7695"} {"level":"info","ts":"2026-07-06T13:54:40.681338Z","caller":"traceutil/trace.go:171","msg":"trace[241096471] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12847; }","duration":"343.587258ms","start":"2026-07-06T13:54:40.337742Z","end":"2026-07-06T13:54:40.681329Z","steps":["trace[241096471] 'agreement among raft nodes before linearized reading' (duration: 343.489776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.681365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.337719Z","time spent":"343.63901ms","remote":"127.0.0.1:33868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7718,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-06T13:54:40.681478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.481412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-7c87c9b4c9-bgh4n\" ","response":"range_response_count:1 size:10271"} {"level":"info","ts":"2026-07-06T13:54:40.681514Z","caller":"traceutil/trace.go:171","msg":"trace[1102718160] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-7c87c9b4c9-bgh4n; range_end:; response_count:1; response_revision:12847; }","duration":"500.553754ms","start":"2026-07-06T13:54:40.180953Z","end":"2026-07-06T13:54:40.681506Z","steps":["trace[1102718160] 'agreement among raft nodes before linearized reading' (duration: 500.445761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.681537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.180933Z","time spent":"500.597576ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":10294,"request content":"key:\"/registry/pods/openstack/cinder-api-7c87c9b4c9-bgh4n\" "} {"level":"warn","ts":"2026-07-06T13:54:40.681534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.692113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:54:40.68157Z","caller":"traceutil/trace.go:171","msg":"trace[117606854] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12847; }","duration":"574.727955ms","start":"2026-07-06T13:54:40.106833Z","end":"2026-07-06T13:54:40.681561Z","steps":["trace[117606854] 'agreement among raft nodes before linearized reading' (duration: 574.671553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.681599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.106786Z","time spent":"574.807897ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-06T13:54:40.681685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.984204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:54:40.681707Z","caller":"traceutil/trace.go:171","msg":"trace[1672061727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12847; }","duration":"442.036735ms","start":"2026-07-06T13:54:40.239662Z","end":"2026-07-06T13:54:40.681699Z","steps":["trace[1672061727] 'agreement among raft nodes before linearized reading' (duration: 442.001284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:54:40.681726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:54:40.239643Z","time spent":"442.079537ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T13:58:50.075308Z","caller":"traceutil/trace.go:171","msg":"trace[1402162770] transaction","detail":"{read_only:false; response_revision:14486; number_of_response:1; }","duration":"104.666439ms","start":"2026-07-06T13:58:49.970607Z","end":"2026-07-06T13:58:50.075274Z","steps":["trace[1402162770] 'process raft request' (duration: 104.458743ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:58:50.075314Z","caller":"traceutil/trace.go:171","msg":"trace[112623679] transaction","detail":"{read_only:false; response_revision:14487; number_of_response:1; }","duration":"100.836055ms","start":"2026-07-06T13:58:49.974454Z","end":"2026-07-06T13:58:50.07529Z","steps":["trace[112623679] 'process raft request' (duration: 100.729752ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:59:08.139848Z","caller":"traceutil/trace.go:171","msg":"trace[1384618946] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"114.452597ms","start":"2026-07-06T13:59:08.025354Z","end":"2026-07-06T13:59:08.139807Z","steps":["trace[1384618946] 'process raft request' (duration: 108.526714ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:59:08.666847Z","caller":"traceutil/trace.go:171","msg":"trace[1331469103] linearizableReadLoop","detail":"{readStateIndex:15104; appliedIndex:15103; }","duration":"122.700443ms","start":"2026-07-06T13:59:08.544079Z","end":"2026-07-06T13:59:08.666779Z","steps":["trace[1331469103] 'read index received' (duration: 122.331723ms)","trace[1331469103] 'applied index is now lower than readState.Index' (duration: 366.71µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:59:08.666949Z","caller":"traceutil/trace.go:171","msg":"trace[1439738900] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"354.640842ms","start":"2026-07-06T13:59:08.312268Z","end":"2026-07-06T13:59:08.666909Z","steps":["trace[1439738900] 'process raft request' (duration: 354.290632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:59:08.66726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.522011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-06T13:59:08.667267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T13:59:08.31223Z","time spent":"354.93313ms","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T13:59:08.667333Z","caller":"traceutil/trace.go:171","msg":"trace[487508350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14597; }","duration":"117.648435ms","start":"2026-07-06T13:59:08.549662Z","end":"2026-07-06T13:59:08.667311Z","steps":["trace[487508350] 'agreement among raft nodes before linearized reading' (duration: 117.393508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:59:08.667324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.237617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T13:59:08.667451Z","caller":"traceutil/trace.go:171","msg":"trace[805838680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14597; }","duration":"123.391612ms","start":"2026-07-06T13:59:08.544044Z","end":"2026-07-06T13:59:08.667436Z","steps":["trace[805838680] 'agreement among raft nodes before linearized reading' (duration: 122.932299ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:59:15.240454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12658} {"level":"info","ts":"2026-07-06T13:59:15.323539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12658,"took":"79.645473ms","hash":3241410699,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":27701248,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-06T13:59:15.324167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3241410699,"revision":12658,"compact-revision":10466} {"level":"info","ts":"2026-07-06T13:59:18.447478Z","caller":"traceutil/trace.go:171","msg":"trace[610264062] transaction","detail":"{read_only:false; response_revision:14768; number_of_response:1; }","duration":"214.14809ms","start":"2026-07-06T13:59:18.233273Z","end":"2026-07-06T13:59:18.447421Z","steps":["trace[610264062] 'process raft request' (duration: 114.732665ms)","trace[610264062] 'compare' (duration: 98.740017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T13:59:18.44763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.849577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T13:59:18.447705Z","caller":"traceutil/trace.go:171","msg":"trace[1662889050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14768; }","duration":"184.959851ms","start":"2026-07-06T13:59:18.262727Z","end":"2026-07-06T13:59:18.447687Z","steps":["trace[1662889050] 'agreement among raft nodes before linearized reading' (duration: 184.757355ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T13:59:18.447319Z","caller":"traceutil/trace.go:171","msg":"trace[370639125] linearizableReadLoop","detail":"{readStateIndex:15279; appliedIndex:15278; }","duration":"184.391445ms","start":"2026-07-06T13:59:18.262763Z","end":"2026-07-06T13:59:18.447155Z","steps":["trace[370639125] 'read index received' (duration: 85.191746ms)","trace[370639125] 'applied index is now lower than readState.Index' (duration: 99.197579ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:59:18.700524Z","caller":"traceutil/trace.go:171","msg":"trace[1136599369] linearizableReadLoop","detail":"{readStateIndex:15281; appliedIndex:15279; }","duration":"222.162139ms","start":"2026-07-06T13:59:18.47833Z","end":"2026-07-06T13:59:18.700492Z","steps":["trace[1136599369] 'read index received' (duration: 22.152097ms)","trace[1136599369] 'applied index is now lower than readState.Index' (duration: 200.008962ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T13:59:18.700676Z","caller":"traceutil/trace.go:171","msg":"trace[183022943] transaction","detail":"{read_only:false; response_revision:14770; number_of_response:1; }","duration":"242.556749ms","start":"2026-07-06T13:59:18.458103Z","end":"2026-07-06T13:59:18.70066Z","steps":["trace[183022943] 'process raft request' (duration: 242.185419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:59:18.700897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.544141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T13:59:18.701022Z","caller":"traceutil/trace.go:171","msg":"trace[412536300] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14770; }","duration":"222.631402ms","start":"2026-07-06T13:59:18.478301Z","end":"2026-07-06T13:59:18.700932Z","steps":["trace[412536300] 'agreement among raft nodes before linearized reading' (duration: 222.53244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T13:59:18.701058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.463931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-06T13:59:18.701242Z","caller":"traceutil/trace.go:171","msg":"trace[1911817373] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:14770; }","duration":"124.616746ms","start":"2026-07-06T13:59:18.57652Z","end":"2026-07-06T13:59:18.701136Z","steps":["trace[1911817373] 'agreement among raft nodes before linearized reading' (duration: 124.321188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:00:59.622173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.278725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:00:59.622581Z","caller":"traceutil/trace.go:171","msg":"trace[1941546846] linearizableReadLoop","detail":"{readStateIndex:16405; appliedIndex:16404; }","duration":"129.022416ms","start":"2026-07-06T14:00:59.49354Z","end":"2026-07-06T14:00:59.622562Z","steps":["trace[1941546846] 'read index received' (duration: 50.981µs)","trace[1941546846] 'applied index is now lower than readState.Index' (duration: 128.969875ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:00:59.622674Z","caller":"traceutil/trace.go:171","msg":"trace[1248953272] transaction","detail":"{read_only:false; response_revision:15861; number_of_response:1; }","duration":"342.303723ms","start":"2026-07-06T14:00:59.280359Z","end":"2026-07-06T14:00:59.622662Z","steps":["trace[1248953272] 'process raft request' (duration: 116.443472ms)","trace[1248953272] 'compare' (duration: 225.068049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:00:59.622738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T14:00:59.280333Z","time spent":"342.367425ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:00:59.622943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.395367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:00:59.623038Z","caller":"traceutil/trace.go:171","msg":"trace[1614166896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15861; }","duration":"129.49585ms","start":"2026-07-06T14:00:59.493523Z","end":"2026-07-06T14:00:59.623019Z","steps":["trace[1614166896] 'agreement among raft nodes before linearized reading' (duration: 129.333045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:00:59.623049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.267473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-06T14:00:59.623136Z","caller":"traceutil/trace.go:171","msg":"trace[1553364749] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"102.389646ms","start":"2026-07-06T14:00:59.520724Z","end":"2026-07-06T14:00:59.623113Z","steps":["trace[1553364749] 'agreement among raft nodes before linearized reading' (duration: 102.14732ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:00:59.842517Z","caller":"traceutil/trace.go:171","msg":"trace[693919341] transaction","detail":"{read_only:false; response_revision:15862; number_of_response:1; }","duration":"155.953745ms","start":"2026-07-06T14:00:59.686529Z","end":"2026-07-06T14:00:59.842482Z","steps":["trace[693919341] 'process raft request' (duration: 83.597861ms)","trace[693919341] 'compare' (duration: 72.134818ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:00:59.84263Z","caller":"traceutil/trace.go:171","msg":"trace[347144982] transaction","detail":"{read_only:false; response_revision:15863; number_of_response:1; }","duration":"116.416041ms","start":"2026-07-06T14:00:59.726182Z","end":"2026-07-06T14:00:59.842598Z","steps":["trace[347144982] 'process raft request' (duration: 116.235576ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:04:15.246774Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14646} {"level":"info","ts":"2026-07-06T14:04:15.32Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14646,"took":"70.613714ms","hash":2873832451,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":33222656,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-06T14:04:15.320058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2873832451,"revision":14646,"compact-revision":12658} {"level":"info","ts":"2026-07-06T14:06:42.914392Z","caller":"traceutil/trace.go:171","msg":"trace[1984018920] transaction","detail":"{read_only:false; response_revision:18415; number_of_response:1; }","duration":"202.76431ms","start":"2026-07-06T14:06:42.711607Z","end":"2026-07-06T14:06:42.914372Z","steps":["trace[1984018920] 'process raft request' (duration: 202.634396ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:06:42.914848Z","caller":"traceutil/trace.go:171","msg":"trace[1760839645] linearizableReadLoop","detail":"{readStateIndex:19043; appliedIndex:19043; }","duration":"121.334081ms","start":"2026-07-06T14:06:42.793506Z","end":"2026-07-06T14:06:42.91484Z","steps":["trace[1760839645] 'read index received' (duration: 121.330931ms)","trace[1760839645] 'applied index is now lower than readState.Index' (duration: 2.63µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:06:42.914988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.0098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-06T14:06:42.915045Z","caller":"traceutil/trace.go:171","msg":"trace[596362189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18415; }","duration":"113.149213ms","start":"2026-07-06T14:06:42.801879Z","end":"2026-07-06T14:06:42.915028Z","steps":["trace[596362189] 'agreement among raft nodes before linearized reading' (duration: 113.006229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:42.915187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.681681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-kj6wf\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-06T14:06:42.915212Z","caller":"traceutil/trace.go:171","msg":"trace[64701528] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-kj6wf; range_end:; response_count:1; response_revision:18415; }","duration":"121.737442ms","start":"2026-07-06T14:06:42.793469Z","end":"2026-07-06T14:06:42.915206Z","steps":["trace[64701528] 'agreement among raft nodes before linearized reading' (duration: 121.66645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:42.915355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.426084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-92ksc\" ","response":"range_response_count:1 size:20738"} {"level":"info","ts":"2026-07-06T14:06:42.915377Z","caller":"traceutil/trace.go:171","msg":"trace[2065625952] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-92ksc; range_end:; response_count:1; response_revision:18415; }","duration":"102.477726ms","start":"2026-07-06T14:06:42.812894Z","end":"2026-07-06T14:06:42.915371Z","steps":["trace[2065625952] 'agreement among raft nodes before linearized reading' (duration: 102.414944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:43.111398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.641127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-06T14:06:43.111485Z","caller":"traceutil/trace.go:171","msg":"trace[615866406] linearizableReadLoop","detail":"{readStateIndex:19044; appliedIndex:19043; }","duration":"190.572021ms","start":"2026-07-06T14:06:42.920898Z","end":"2026-07-06T14:06:43.11147Z","steps":["trace[615866406] 'read index received' (duration: 67.790629ms)","trace[615866406] 'applied index is now lower than readState.Index' (duration: 122.779492ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:06:43.111556Z","caller":"traceutil/trace.go:171","msg":"trace[618195234] transaction","detail":"{read_only:false; response_revision:18416; number_of_response:1; }","duration":"191.60001ms","start":"2026-07-06T14:06:42.919931Z","end":"2026-07-06T14:06:43.111531Z","steps":["trace[618195234] 'process raft request' (duration: 68.743036ms)","trace[618195234] 'compare' (duration: 122.546465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:06:43.112411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.504337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:948140"} {"level":"info","ts":"2026-07-06T14:06:43.112439Z","caller":"traceutil/trace.go:171","msg":"trace[86135167] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:18416; }","duration":"191.538918ms","start":"2026-07-06T14:06:42.920894Z","end":"2026-07-06T14:06:43.112433Z","steps":["trace[86135167] 'agreement among raft nodes before linearized reading' (duration: 190.820578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:43.16468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.519826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-06T14:06:43.164757Z","caller":"traceutil/trace.go:171","msg":"trace[1648251845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18417; }","duration":"126.646709ms","start":"2026-07-06T14:06:43.038092Z","end":"2026-07-06T14:06:43.164739Z","steps":["trace[1648251845] 'agreement among raft nodes before linearized reading' (duration: 126.459744ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:06:43.165027Z","caller":"traceutil/trace.go:171","msg":"trace[1763372844] transaction","detail":"{read_only:false; response_revision:18417; number_of_response:1; }","duration":"229.67993ms","start":"2026-07-06T14:06:42.935336Z","end":"2026-07-06T14:06:43.165016Z","steps":["trace[1763372844] 'process raft request' (duration: 229.098404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:43.612718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.867252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-06T14:06:43.612791Z","caller":"traceutil/trace.go:171","msg":"trace[2029554072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18418; }","duration":"371.973315ms","start":"2026-07-06T14:06:43.240801Z","end":"2026-07-06T14:06:43.612775Z","steps":["trace[2029554072] 'range keys from in-memory index tree' (duration: 371.814101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:43.61283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T14:06:43.240779Z","time spent":"372.044177ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:06:43.613309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.027423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:06:43.613336Z","caller":"traceutil/trace.go:171","msg":"trace[1250588649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18418; }","duration":"327.090884ms","start":"2026-07-06T14:06:43.286237Z","end":"2026-07-06T14:06:43.613328Z","steps":["trace[1250588649] 'range keys from in-memory index tree' (duration: 326.890019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:06:43.613358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T14:06:43.286215Z","time spent":"327.137256ms","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T14:06:43.613802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.866789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T14:06:43.613841Z","caller":"traceutil/trace.go:171","msg":"trace[741170674] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:18418; }","duration":"218.941101ms","start":"2026-07-06T14:06:43.394888Z","end":"2026-07-06T14:06:43.613829Z","steps":["trace[741170674] 'count revisions from in-memory index tree' (duration: 218.728485ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:09:15.25467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17394} {"level":"info","ts":"2026-07-06T14:09:15.350468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17394,"took":"93.215138ms","hash":1403428805,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":30470144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-06T14:09:15.350553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1403428805,"revision":17394,"compact-revision":14646} {"level":"info","ts":"2026-07-06T14:09:18.346924Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"31541ae44470b70","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-06T14:09:18.352465Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-06T14:09:18.352549Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-06T14:14:15.262307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19317} {"level":"info","ts":"2026-07-06T14:14:15.355996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19317,"took":"90.994927ms","hash":2629355205,"current-db-size-bytes":59920384,"current-db-size":"60 MB","current-db-size-in-use-bytes":24424448,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-06T14:14:15.356061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2629355205,"revision":19317,"compact-revision":17394}