{"level":"warn","ts":"2026-06-30T22:17:51.25638Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-30T22:17:51.256489Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-30T22:17:51.256646Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-30T22:17:51.256663Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-06-30T22:17:51.256686Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-30T22:17:51.257419Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-06-30T22:17:51.25749Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-30T22:17:51.259537Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.819562ms"} {"level":"info","ts":"2026-06-30T22:17:51.266014Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-06-30T22:17:51.266091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-06-30T22:17:51.266198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-06-30T22:17:51.266264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-30T22:17:51.266281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-06-30T22:17:51.266326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-06-30T22:17:51.278006Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-30T22:17:51.280248Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-30T22:17:51.282718Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-30T22:17:51.285878Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-30T22:17:51.286178Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-30T22:17:51.286239Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T22:17:51.286336Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T22:17:51.286364Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T22:17:51.287211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-06-30T22:17:51.287526Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-06-30T22:17:51.290585Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-30T22:17:51.290867Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-06-30T22:17:51.290913Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-06-30T22:17:51.291654Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-30T22:17:51.291703Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-30T22:17:51.367556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-06-30T22:17:51.36761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-30T22:17:51.36764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-06-30T22:17:51.367658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-06-30T22:17:51.367669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-06-30T22:17:51.367685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-06-30T22:17:51.367698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-06-30T22:17:51.368737Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T22:17:51.370071Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-06-30T22:17:51.370144Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-30T22:17:51.370132Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-30T22:17:51.370345Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-30T22:17:51.370431Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-30T22:17:51.370698Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T22:17:51.370897Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T22:17:51.370952Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T22:17:51.373777Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-06-30T22:17:51.373953Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-30T22:18:14.629238Z","caller":"traceutil/trace.go:171","msg":"trace[1475659726] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"103.943962ms","start":"2026-06-30T22:18:14.525263Z","end":"2026-06-30T22:18:14.629207Z","steps":["trace[1475659726] 'process raft request' (duration: 103.769587ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:18:19.999052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.080101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-30T22:18:19.999139Z","caller":"traceutil/trace.go:171","msg":"trace[716046202] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"179.792544ms","start":"2026-06-30T22:18:19.819336Z","end":"2026-06-30T22:18:19.999128Z","steps":["trace[716046202] 'read index received' (duration: 25.630851ms)","trace[716046202] 'applied index is now lower than readState.Index' (duration: 154.160783ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:18:19.999198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.863696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T22:18:19.999211Z","caller":"traceutil/trace.go:171","msg":"trace[271198817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:428; }","duration":"179.917827ms","start":"2026-06-30T22:18:19.819289Z","end":"2026-06-30T22:18:19.999207Z","steps":["trace[271198817] 'agreement among raft nodes before linearized reading' (duration: 179.867586ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.126841Z","caller":"traceutil/trace.go:171","msg":"trace[2037129721] transaction","detail":"{read_only:false; number_of_response:0; response_revision:504; }","duration":"173.76565ms","start":"2026-06-30T22:18:29.953053Z","end":"2026-06-30T22:18:30.126818Z","steps":["trace[2037129721] 'process raft request' (duration: 173.695168ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.18249Z","caller":"traceutil/trace.go:171","msg":"trace[986449878] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"229.367112ms","start":"2026-06-30T22:18:29.953089Z","end":"2026-06-30T22:18:30.182456Z","steps":["trace[986449878] 'process raft request' (duration: 225.720169ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.183318Z","caller":"traceutil/trace.go:171","msg":"trace[1740138751] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"230.111903ms","start":"2026-06-30T22:18:29.953152Z","end":"2026-06-30T22:18:30.183264Z","steps":["trace[1740138751] 'process raft request' (duration: 229.195508ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.184657Z","caller":"traceutil/trace.go:171","msg":"trace[2097137350] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"231.382679ms","start":"2026-06-30T22:18:29.953249Z","end":"2026-06-30T22:18:30.184632Z","steps":["trace[2097137350] 'process raft request' (duration: 230.072482ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.184734Z","caller":"traceutil/trace.go:171","msg":"trace[137105557] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"231.402499ms","start":"2026-06-30T22:18:29.953298Z","end":"2026-06-30T22:18:30.1847Z","steps":["trace[137105557] 'process raft request' (duration: 231.249985ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.184755Z","caller":"traceutil/trace.go:171","msg":"trace[715042228] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"231.383298ms","start":"2026-06-30T22:18:29.953333Z","end":"2026-06-30T22:18:30.184717Z","steps":["trace[715042228] 'process raft request' (duration: 231.291616ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.185013Z","caller":"traceutil/trace.go:171","msg":"trace[2001432614] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"222.609861ms","start":"2026-06-30T22:18:29.962373Z","end":"2026-06-30T22:18:30.184983Z","steps":["trace[2001432614] 'process raft request' (duration: 222.426936ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.18507Z","caller":"traceutil/trace.go:171","msg":"trace[121776507] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"217.891298ms","start":"2026-06-30T22:18:29.967164Z","end":"2026-06-30T22:18:30.185056Z","steps":["trace[121776507] 'process raft request' (duration: 217.711563ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.184819Z","caller":"traceutil/trace.go:171","msg":"trace[798712883] transaction","detail":"{read_only:false; number_of_response:0; response_revision:509; }","duration":"231.4215ms","start":"2026-06-30T22:18:29.953382Z","end":"2026-06-30T22:18:30.184804Z","steps":["trace[798712883] 'process raft request' (duration: 231.287266ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.185171Z","caller":"traceutil/trace.go:171","msg":"trace[1178586700] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"116.026879ms","start":"2026-06-30T22:18:30.069136Z","end":"2026-06-30T22:18:30.185163Z","steps":["trace[1178586700] 'process raft request' (duration: 115.855474ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:30.185194Z","caller":"traceutil/trace.go:171","msg":"trace[1820378274] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:526; }","duration":"138.00886ms","start":"2026-06-30T22:18:30.047125Z","end":"2026-06-30T22:18:30.185133Z","steps":["trace[1820378274] 'read index received' (duration: 79.678002ms)","trace[1820378274] 'applied index is now lower than readState.Index' (duration: 58.329898ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:18:30.184871Z","caller":"traceutil/trace.go:171","msg":"trace[1594140592] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"227.696625ms","start":"2026-06-30T22:18:29.957165Z","end":"2026-06-30T22:18:30.184861Z","steps":["trace[1594140592] 'process raft request' (duration: 227.54795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:18:30.185384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.242317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-30T22:18:30.185425Z","caller":"traceutil/trace.go:171","msg":"trace[1404318057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"138.324219ms","start":"2026-06-30T22:18:30.047089Z","end":"2026-06-30T22:18:30.185414Z","steps":["trace[1404318057] 'agreement among raft nodes before linearized reading' (duration: 138.208996ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:37.094727Z","caller":"traceutil/trace.go:171","msg":"trace[193296572] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"366.436576ms","start":"2026-06-30T22:18:36.728261Z","end":"2026-06-30T22:18:37.094698Z","steps":["trace[193296572] 'read index received' (duration: 365.666134ms)","trace[193296572] 'applied index is now lower than readState.Index' (duration: 769.481µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:18:37.0948Z","caller":"traceutil/trace.go:171","msg":"trace[1727159972] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"396.387082ms","start":"2026-06-30T22:18:36.698367Z","end":"2026-06-30T22:18:37.094754Z","steps":["trace[1727159972] 'process raft request' (duration: 395.761364ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:18:37.095013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.514173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mfhgs\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-06-30T22:18:37.095043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.650624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:18:37.095064Z","caller":"traceutil/trace.go:171","msg":"trace[1364739733] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mfhgs; range_end:; response_count:1; response_revision:586; }","duration":"329.583675ms","start":"2026-06-30T22:18:36.765469Z","end":"2026-06-30T22:18:37.095053Z","steps":["trace[1364739733] 'agreement among raft nodes before linearized reading' (duration: 329.403009ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:18:37.09511Z","caller":"traceutil/trace.go:171","msg":"trace[704080574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"284.772778ms","start":"2026-06-30T22:18:36.810319Z","end":"2026-06-30T22:18:37.095091Z","steps":["trace[704080574] 'agreement among raft nodes before linearized reading' (duration: 284.612383ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:18:37.095112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:18:36.765427Z","time spent":"329.675767ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-mfhgs\" "} {"level":"warn","ts":"2026-06-30T22:18:37.095122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.816206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T22:18:37.095244Z","caller":"traceutil/trace.go:171","msg":"trace[1420479470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"366.985801ms","start":"2026-06-30T22:18:36.728231Z","end":"2026-06-30T22:18:37.095217Z","steps":["trace[1420479470] 'agreement among raft nodes before linearized reading' (duration: 366.630751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:18:37.095312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:18:36.728215Z","time spent":"367.085354ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T22:18:37.095624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:18:36.698337Z","time spent":"396.558697ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:19:18.992521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.669339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T22:19:18.992649Z","caller":"traceutil/trace.go:171","msg":"trace[292413251] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"372.327332ms","start":"2026-06-30T22:19:18.620301Z","end":"2026-06-30T22:19:18.992628Z","steps":["trace[292413251] 'process raft request' (duration: 199.455307ms)","trace[292413251] 'compare' (duration: 172.180586ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:19:18.992727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:19:18.62027Z","time spent":"372.413285ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:19:40.24902Z","caller":"traceutil/trace.go:171","msg":"trace[605600203] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"107.807473ms","start":"2026-06-30T22:19:40.141181Z","end":"2026-06-30T22:19:40.248988Z","steps":["trace[605600203] 'process raft request' (duration: 107.606568ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:03.967604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.40186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:20:03.96774Z","caller":"traceutil/trace.go:171","msg":"trace[1116071445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1818; }","duration":"156.609946ms","start":"2026-06-30T22:20:03.811103Z","end":"2026-06-30T22:20:03.967713Z","steps":["trace[1116071445] 'range keys from in-memory index tree' (duration: 156.280437ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:04.374634Z","caller":"traceutil/trace.go:171","msg":"trace[1829823878] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"127.977441ms","start":"2026-06-30T22:20:04.246616Z","end":"2026-06-30T22:20:04.374594Z","steps":["trace[1829823878] 'process raft request' (duration: 127.741785ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:10.971021Z","caller":"traceutil/trace.go:171","msg":"trace[351910218] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"110.658034ms","start":"2026-06-30T22:20:10.860344Z","end":"2026-06-30T22:20:10.971002Z","steps":["trace[351910218] 'process raft request' (duration: 110.5305ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:16.711188Z","caller":"traceutil/trace.go:171","msg":"trace[354727241] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"238.946964ms","start":"2026-06-30T22:20:16.472203Z","end":"2026-06-30T22:20:16.71115Z","steps":["trace[354727241] 'process raft request' (duration: 238.79984ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:54.38325Z","caller":"traceutil/trace.go:171","msg":"trace[601748191] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"126.159443ms","start":"2026-06-30T22:20:54.257051Z","end":"2026-06-30T22:20:54.38321Z","steps":["trace[601748191] 'process raft request' (duration: 125.956118ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:54.596491Z","caller":"traceutil/trace.go:171","msg":"trace[181443848] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"117.516384ms","start":"2026-06-30T22:20:54.478947Z","end":"2026-06-30T22:20:54.596464Z","steps":["trace[181443848] 'read index received' (duration: 76.978438ms)","trace[181443848] 'applied index is now lower than readState.Index' (duration: 40.536946ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:20:54.596712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.75404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-30T22:20:54.596759Z","caller":"traceutil/trace.go:171","msg":"trace[373660710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2142; }","duration":"117.815372ms","start":"2026-06-30T22:20:54.478931Z","end":"2026-06-30T22:20:54.596746Z","steps":["trace[373660710] 'agreement among raft nodes before linearized reading' (duration: 117.639497ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:54.5967Z","caller":"traceutil/trace.go:171","msg":"trace[959041861] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"209.18898ms","start":"2026-06-30T22:20:54.387345Z","end":"2026-06-30T22:20:54.596534Z","steps":["trace[959041861] 'process raft request' (duration: 168.570162ms)","trace[959041861] 'compare' (duration: 40.434373ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:20:55.041911Z","caller":"traceutil/trace.go:171","msg":"trace[1965138904] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"167.733329ms","start":"2026-06-30T22:20:54.874118Z","end":"2026-06-30T22:20:55.041851Z","steps":["trace[1965138904] 'process raft request' (duration: 128.097058ms)","trace[1965138904] 'compare' (duration: 39.346632ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:20:55.058517Z","caller":"traceutil/trace.go:171","msg":"trace[1904462032] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"154.486ms","start":"2026-06-30T22:20:54.903984Z","end":"2026-06-30T22:20:55.05847Z","steps":["trace[1904462032] 'process raft request' (duration: 154.169301ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:55.592981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.073869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T22:20:55.593277Z","caller":"traceutil/trace.go:171","msg":"trace[1017795933] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2228; }","duration":"349.890347ms","start":"2026-06-30T22:20:55.243368Z","end":"2026-06-30T22:20:55.593258Z","steps":["trace[1017795933] 'read index received' (duration: 2.444678ms)","trace[1017795933] 'applied index is now lower than readState.Index' (duration: 347.444169ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:20:55.593387Z","caller":"traceutil/trace.go:171","msg":"trace[415680874] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"385.506156ms","start":"2026-06-30T22:20:55.20787Z","end":"2026-06-30T22:20:55.593376Z","steps":["trace[415680874] 'process raft request' (duration: 385.222268ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:55.593428Z","caller":"traceutil/trace.go:171","msg":"trace[858278162] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"402.456558ms","start":"2026-06-30T22:20:55.190936Z","end":"2026-06-30T22:20:55.593393Z","steps":["trace[858278162] 'process raft request' (duration: 54.866204ms)","trace[858278162] 'compare' (duration: 346.782831ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:20:55.593541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.207844Z","time spent":"385.62906ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:20:55.593589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.19091Z","time spent":"402.58155ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:20:55.593652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.250067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-30T22:20:55.593713Z","caller":"traceutil/trace.go:171","msg":"trace[1976065705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2147; }","duration":"350.387731ms","start":"2026-06-30T22:20:55.24331Z","end":"2026-06-30T22:20:55.593698Z","steps":["trace[1976065705] 'agreement among raft nodes before linearized reading' (duration: 350.110023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:55.593751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.243288Z","time spent":"350.452893ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T22:20:55.611525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.694558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:20:55.611589Z","caller":"traceutil/trace.go:171","msg":"trace[523844259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2148; }","duration":"131.809201ms","start":"2026-06-30T22:20:55.479763Z","end":"2026-06-30T22:20:55.611572Z","steps":["trace[523844259] 'agreement among raft nodes before linearized reading' (duration: 131.699258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:55.611587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.540389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-30T22:20:55.611572Z","caller":"traceutil/trace.go:171","msg":"trace[792491589] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"330.17461ms","start":"2026-06-30T22:20:55.281352Z","end":"2026-06-30T22:20:55.611526Z","steps":["trace[792491589] 'process raft request' (duration: 329.950874ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:55.611637Z","caller":"traceutil/trace.go:171","msg":"trace[1738779494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2148; }","duration":"322.62722ms","start":"2026-06-30T22:20:55.288997Z","end":"2026-06-30T22:20:55.611624Z","steps":["trace[1738779494] 'agreement among raft nodes before linearized reading' (duration: 322.468726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:55.611671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.28898Z","time spent":"322.683642ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T22:20:55.611707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.281334Z","time spent":"330.309854ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:20:55.83353Z","caller":"traceutil/trace.go:171","msg":"trace[1512204315] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"235.358146ms","start":"2026-06-30T22:20:55.598152Z","end":"2026-06-30T22:20:55.833511Z","steps":["trace[1512204315] 'process raft request' (duration: 154.80921ms)","trace[1512204315] 'compare' (duration: 80.30807ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:20:55.833517Z","caller":"traceutil/trace.go:171","msg":"trace[1226973875] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"222.031627ms","start":"2026-06-30T22:20:55.611422Z","end":"2026-06-30T22:20:55.833453Z","steps":["trace[1226973875] 'read index received' (duration: 141.634024ms)","trace[1226973875] 'applied index is now lower than readState.Index' (duration: 80.396263ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:20:55.833688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.974787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-30T22:20:55.833978Z","caller":"traceutil/trace.go:171","msg":"trace[294116981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"230.311726ms","start":"2026-06-30T22:20:55.603654Z","end":"2026-06-30T22:20:55.833966Z","steps":["trace[294116981] 'agreement among raft nodes before linearized reading' (duration: 229.907965ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:56.047319Z","caller":"traceutil/trace.go:171","msg":"trace[2024675912] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2232; }","duration":"213.403517ms","start":"2026-06-30T22:20:55.83389Z","end":"2026-06-30T22:20:56.047293Z","steps":["trace[2024675912] 'read index received' (duration: 213.261023ms)","trace[2024675912] 'applied index is now lower than readState.Index' (duration: 141.604µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:20:56.047417Z","caller":"traceutil/trace.go:171","msg":"trace[1476850884] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"431.373711ms","start":"2026-06-30T22:20:55.615982Z","end":"2026-06-30T22:20:56.047355Z","steps":["trace[1476850884] 'process raft request' (duration: 431.163875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:56.047614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.615964Z","time spent":"431.552485ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:20:56.047629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.813384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T22:20:56.047714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.044989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T22:20:56.047783Z","caller":"traceutil/trace.go:171","msg":"trace[232887367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2150; }","duration":"212.128912ms","start":"2026-06-30T22:20:55.835638Z","end":"2026-06-30T22:20:56.047767Z","steps":["trace[232887367] 'agreement among raft nodes before linearized reading' (duration: 211.918756ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:20:56.047764Z","caller":"traceutil/trace.go:171","msg":"trace[968751345] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2150; }","duration":"318.964598ms","start":"2026-06-30T22:20:55.728772Z","end":"2026-06-30T22:20:56.047736Z","steps":["trace[968751345] 'agreement among raft nodes before linearized reading' (duration: 318.707031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:20:56.047983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:20:55.728751Z","time spent":"319.212326ms","remote":"127.0.0.1:39872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-06-30T22:21:46.273993Z","caller":"traceutil/trace.go:171","msg":"trace[165020525] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"168.384152ms","start":"2026-06-30T22:21:46.105578Z","end":"2026-06-30T22:21:46.273962Z","steps":["trace[165020525] 'process raft request' (duration: 168.107594ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:24:55.324223Z","caller":"traceutil/trace.go:171","msg":"trace[1086658475] linearizableReadLoop","detail":"{readStateIndex:3964; appliedIndex:3963; }","duration":"100.555272ms","start":"2026-06-30T22:24:55.223641Z","end":"2026-06-30T22:24:55.324196Z","steps":["trace[1086658475] 'read index received' (duration: 100.327646ms)","trace[1086658475] 'applied index is now lower than readState.Index' (duration: 226.766µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:24:55.324319Z","caller":"traceutil/trace.go:171","msg":"trace[840311367] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"102.665659ms","start":"2026-06-30T22:24:55.221607Z","end":"2026-06-30T22:24:55.324273Z","steps":["trace[840311367] 'process raft request' (duration: 102.439893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:24:55.324996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.346783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T22:24:55.325109Z","caller":"traceutil/trace.go:171","msg":"trace[2060635840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3818; }","duration":"101.505878ms","start":"2026-06-30T22:24:55.223579Z","end":"2026-06-30T22:24:55.325084Z","steps":["trace[2060635840] 'agreement among raft nodes before linearized reading' (duration: 100.742497ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:22.410242Z","caller":"traceutil/trace.go:171","msg":"trace[19915455] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"118.406254ms","start":"2026-06-30T22:26:22.291798Z","end":"2026-06-30T22:26:22.410204Z","steps":["trace[19915455] 'process raft request' (duration: 118.163247ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:22.421319Z","caller":"traceutil/trace.go:171","msg":"trace[1625358092] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5211; }","duration":"122.207418ms","start":"2026-06-30T22:26:22.299083Z","end":"2026-06-30T22:26:22.42129Z","steps":["trace[1625358092] 'read index received' (duration: 110.264389ms)","trace[1625358092] 'applied index is now lower than readState.Index' (duration: 11.942149ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:26:22.421398Z","caller":"traceutil/trace.go:171","msg":"trace[1967486401] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"128.386038ms","start":"2026-06-30T22:26:22.292976Z","end":"2026-06-30T22:26:22.421362Z","steps":["trace[1967486401] 'process raft request' (duration: 128.052129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:26:22.421601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.488516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-181f6977-3fe7-46d7-a7f3-264b397af1b2\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-06-30T22:26:22.421649Z","caller":"traceutil/trace.go:171","msg":"trace[603862259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-181f6977-3fe7-46d7-a7f3-264b397af1b2; range_end:; response_count:1; response_revision:5023; }","duration":"122.588569ms","start":"2026-06-30T22:26:22.299047Z","end":"2026-06-30T22:26:22.421635Z","steps":["trace[603862259] 'agreement among raft nodes before linearized reading' (duration: 122.361093ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:34.280227Z","caller":"traceutil/trace.go:171","msg":"trace[726013479] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"145.533171ms","start":"2026-06-30T22:26:34.134676Z","end":"2026-06-30T22:26:34.28021Z","steps":["trace[726013479] 'process raft request' (duration: 145.475919ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:34.280335Z","caller":"traceutil/trace.go:171","msg":"trace[914412224] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"146.850187ms","start":"2026-06-30T22:26:34.13346Z","end":"2026-06-30T22:26:34.28031Z","steps":["trace[914412224] 'process raft request' (duration: 94.993828ms)","trace[914412224] 'compare' (duration: 51.521889ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:26:34.491251Z","caller":"traceutil/trace.go:171","msg":"trace[158004176] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"150.23163ms","start":"2026-06-30T22:26:34.340996Z","end":"2026-06-30T22:26:34.491228Z","steps":["trace[158004176] 'process raft request' (duration: 110.217108ms)","trace[158004176] 'compare' (duration: 39.671363ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:26:34.760131Z","caller":"traceutil/trace.go:171","msg":"trace[501370129] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"208.243129ms","start":"2026-06-30T22:26:34.551866Z","end":"2026-06-30T22:26:34.760109Z","steps":["trace[501370129] 'process raft request' (duration: 207.675653ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:48.783447Z","caller":"traceutil/trace.go:171","msg":"trace[268997976] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5734; }","duration":"211.331224ms","start":"2026-06-30T22:26:48.572092Z","end":"2026-06-30T22:26:48.783423Z","steps":["trace[268997976] 'read index received' (duration: 31.657672ms)","trace[268997976] 'applied index is now lower than readState.Index' (duration: 179.672262ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:26:48.783496Z","caller":"traceutil/trace.go:171","msg":"trace[1488786751] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"248.761526ms","start":"2026-06-30T22:26:48.534696Z","end":"2026-06-30T22:26:48.783457Z","steps":["trace[1488786751] 'process raft request' (duration: 248.468208ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:48.783585Z","caller":"traceutil/trace.go:171","msg":"trace[1173207098] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"186.799618ms","start":"2026-06-30T22:26:48.596754Z","end":"2026-06-30T22:26:48.783554Z","steps":["trace[1173207098] 'process raft request' (duration: 186.603582ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:26:48.784364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.248469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-30T22:26:48.784505Z","caller":"traceutil/trace.go:171","msg":"trace[1040345175] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5531; }","duration":"212.433694ms","start":"2026-06-30T22:26:48.572047Z","end":"2026-06-30T22:26:48.784481Z","steps":["trace[1040345175] 'agreement among raft nodes before linearized reading' (duration: 212.156447ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:26:49.074657Z","caller":"traceutil/trace.go:171","msg":"trace[1253485272] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"100.547201ms","start":"2026-06-30T22:26:48.974075Z","end":"2026-06-30T22:26:49.074623Z","steps":["trace[1253485272] 'process raft request' (duration: 42.944384ms)","trace[1253485272] 'compare' (duration: 57.33942ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:27:51.706379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2974} {"level":"info","ts":"2026-06-30T22:27:51.784151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2974,"took":"76.238273ms","hash":2164647792,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":33943552,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-30T22:27:51.784237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2164647792,"revision":2974,"compact-revision":-1} {"level":"info","ts":"2026-06-30T22:32:51.712967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6047} {"level":"info","ts":"2026-06-30T22:32:51.804675Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6047,"took":"89.798298ms","hash":1502827542,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":21843968,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-06-30T22:32:51.804959Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1502827542,"revision":6047,"compact-revision":2974} {"level":"info","ts":"2026-06-30T22:33:02.55516Z","caller":"traceutil/trace.go:171","msg":"trace[179945281] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"395.569403ms","start":"2026-06-30T22:33:02.159557Z","end":"2026-06-30T22:33:02.555127Z","steps":["trace[179945281] 'process raft request' (duration: 318.017973ms)","trace[179945281] 'compare' (duration: 77.392165ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:33:02.555321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:02.159528Z","time spent":"395.720786ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:33:02.602999Z","caller":"traceutil/trace.go:171","msg":"trace[569410526] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"443.358397ms","start":"2026-06-30T22:33:02.159616Z","end":"2026-06-30T22:33:02.602974Z","steps":["trace[569410526] 'process raft request' (duration: 443.166381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:02.603151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:02.159583Z","time spent":"443.49193ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:33:02.603356Z","caller":"traceutil/trace.go:171","msg":"trace[1590275058] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"361.606071ms","start":"2026-06-30T22:33:02.241733Z","end":"2026-06-30T22:33:02.603339Z","steps":["trace[1590275058] 'process raft request' (duration: 361.199499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:02.603449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:02.241707Z","time spent":"361.703484ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:33:02.603567Z","caller":"traceutil/trace.go:171","msg":"trace[152576471] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"163.11244ms","start":"2026-06-30T22:33:02.440434Z","end":"2026-06-30T22:33:02.603547Z","steps":["trace[152576471] 'process raft request' (duration: 162.860133ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:02.603552Z","caller":"traceutil/trace.go:171","msg":"trace[227044006] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8627; }","duration":"364.08359ms","start":"2026-06-30T22:33:02.23943Z","end":"2026-06-30T22:33:02.603514Z","steps":["trace[227044006] 'read index received' (duration: 238.15793ms)","trace[227044006] 'applied index is now lower than readState.Index' (duration: 125.92309ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:33:02.603777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.334077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T22:33:02.603842Z","caller":"traceutil/trace.go:171","msg":"trace[116677341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8332; }","duration":"364.445239ms","start":"2026-06-30T22:33:02.239382Z","end":"2026-06-30T22:33:02.603827Z","steps":["trace[116677341] 'agreement among raft nodes before linearized reading' (duration: 364.239734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:02.603885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:02.239362Z","time spent":"364.515222ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T22:33:14.821291Z","caller":"traceutil/trace.go:171","msg":"trace[1880891499] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"182.598581ms","start":"2026-06-30T22:33:14.638662Z","end":"2026-06-30T22:33:14.82126Z","steps":["trace[1880891499] 'process raft request' (duration: 90.183019ms)","trace[1880891499] 'compare' (duration: 92.213086ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:33:14.821641Z","caller":"traceutil/trace.go:171","msg":"trace[611220361] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"169.151558ms","start":"2026-06-30T22:33:14.652458Z","end":"2026-06-30T22:33:14.821609Z","steps":["trace[611220361] 'process raft request' (duration: 168.750327ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:14.8217Z","caller":"traceutil/trace.go:171","msg":"trace[1774522118] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8692; }","duration":"130.784874ms","start":"2026-06-30T22:33:14.690859Z","end":"2026-06-30T22:33:14.821643Z","steps":["trace[1774522118] 'read index received' (duration: 37.986202ms)","trace[1774522118] 'applied index is now lower than readState.Index' (duration: 92.797822ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:33:14.821702Z","caller":"traceutil/trace.go:171","msg":"trace[544122312] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"168.671825ms","start":"2026-06-30T22:33:14.652997Z","end":"2026-06-30T22:33:14.821668Z","steps":["trace[544122312] 'process raft request' (duration: 168.402248ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:14.822127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.735079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T22:33:14.822212Z","caller":"traceutil/trace.go:171","msg":"trace[1953210230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8394; }","duration":"167.868263ms","start":"2026-06-30T22:33:14.654322Z","end":"2026-06-30T22:33:14.82219Z","steps":["trace[1953210230] 'agreement among raft nodes before linearized reading' (duration: 167.458871ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:14.831554Z","caller":"traceutil/trace.go:171","msg":"trace[1328285613] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"116.307813ms","start":"2026-06-30T22:33:14.715221Z","end":"2026-06-30T22:33:14.831529Z","steps":["trace[1328285613] 'process raft request' (duration: 116.160099ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:53.066186Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002328.wal"} {"level":"warn","ts":"2026-06-30T22:33:56.906462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.04026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T22:33:56.906553Z","caller":"traceutil/trace.go:171","msg":"trace[242363473] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8714; }","duration":"241.183514ms","start":"2026-06-30T22:33:56.665347Z","end":"2026-06-30T22:33:56.90653Z","steps":["trace[242363473] 'count revisions from in-memory index tree' (duration: 240.941368ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:57.270689Z","caller":"traceutil/trace.go:171","msg":"trace[59073717] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"291.518919ms","start":"2026-06-30T22:33:56.979144Z","end":"2026-06-30T22:33:57.270663Z","steps":["trace[59073717] 'process raft request' (duration: 291.281502ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:57.270901Z","caller":"traceutil/trace.go:171","msg":"trace[384438993] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"282.15596ms","start":"2026-06-30T22:33:56.988725Z","end":"2026-06-30T22:33:57.270881Z","steps":["trace[384438993] 'process raft request' (duration: 281.861872ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:57.271144Z","caller":"traceutil/trace.go:171","msg":"trace[1126047610] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"278.505838ms","start":"2026-06-30T22:33:56.992612Z","end":"2026-06-30T22:33:57.271118Z","steps":["trace[1126047610] 'process raft request' (duration: 278.20044ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:57.296498Z","caller":"traceutil/trace.go:171","msg":"trace[1357914191] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9030; }","duration":"224.406139ms","start":"2026-06-30T22:33:57.072073Z","end":"2026-06-30T22:33:57.296479Z","steps":["trace[1357914191] 'read index received' (duration: 198.331796ms)","trace[1357914191] 'applied index is now lower than readState.Index' (duration: 26.073103ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:33:57.296563Z","caller":"traceutil/trace.go:171","msg":"trace[1635812185] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"261.60208ms","start":"2026-06-30T22:33:57.034933Z","end":"2026-06-30T22:33:57.296535Z","steps":["trace[1635812185] 'process raft request' (duration: 261.444415ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:57.296627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.537142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:33:57.296687Z","caller":"traceutil/trace.go:171","msg":"trace[1688456405] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8719; }","duration":"224.654746ms","start":"2026-06-30T22:33:57.072014Z","end":"2026-06-30T22:33:57.296669Z","steps":["trace[1688456405] 'agreement among raft nodes before linearized reading' (duration: 224.527062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:57.296691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.041983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T22:33:57.296733Z","caller":"traceutil/trace.go:171","msg":"trace[2138380095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8719; }","duration":"218.089664ms","start":"2026-06-30T22:33:57.078633Z","end":"2026-06-30T22:33:57.296723Z","steps":["trace[2138380095] 'agreement among raft nodes before linearized reading' (duration: 217.95787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:57.296883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.618592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-06-30T22:33:57.296964Z","caller":"traceutil/trace.go:171","msg":"trace[775970139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8719; }","duration":"116.760756ms","start":"2026-06-30T22:33:57.180186Z","end":"2026-06-30T22:33:57.296947Z","steps":["trace[775970139] 'agreement among raft nodes before linearized reading' (duration: 116.484789ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:58.156615Z","caller":"traceutil/trace.go:171","msg":"trace[1938737461] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"309.859217ms","start":"2026-06-30T22:33:57.846722Z","end":"2026-06-30T22:33:58.156581Z","steps":["trace[1938737461] 'process raft request' (duration: 309.627671ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:58.156977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:57.846697Z","time spent":"309.992391ms","remote":"127.0.0.1:47068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:33:58.2905Z","caller":"traceutil/trace.go:171","msg":"trace[432818465] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"121.055465ms","start":"2026-06-30T22:33:58.169401Z","end":"2026-06-30T22:33:58.290457Z","steps":["trace[432818465] 'process raft request' (duration: 44.614197ms)","trace[432818465] 'compare' (duration: 76.210032ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:33:58.720136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.615424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T22:33:58.720311Z","caller":"traceutil/trace.go:171","msg":"trace[1760942930] linearizableReadLoop","detail":"{readStateIndex:9041; appliedIndex:9039; }","duration":"350.770761ms","start":"2026-06-30T22:33:58.369524Z","end":"2026-06-30T22:33:58.720295Z","steps":["trace[1760942930] 'read index received' (duration: 46.91199ms)","trace[1760942930] 'applied index is now lower than readState.Index' (duration: 303.857891ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T22:33:58.720754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.220314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-06-30T22:33:58.720763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.402525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:33:58.720793Z","caller":"traceutil/trace.go:171","msg":"trace[1631199507] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"352.275622ms","start":"2026-06-30T22:33:58.368496Z","end":"2026-06-30T22:33:58.720772Z","steps":["trace[1631199507] 'process raft request' (duration: 351.742338ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:33:58.720835Z","caller":"traceutil/trace.go:171","msg":"trace[981409675] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"352.664734ms","start":"2026-06-30T22:33:58.368116Z","end":"2026-06-30T22:33:58.720781Z","steps":["trace[981409675] 'process raft request' (duration: 48.32339ms)","trace[981409675] 'compare' (duration: 303.083279ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:33:58.720929Z","caller":"traceutil/trace.go:171","msg":"trace[1849819681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8726; }","duration":"256.5356ms","start":"2026-06-30T22:33:58.464281Z","end":"2026-06-30T22:33:58.720817Z","steps":["trace[1849819681] 'agreement among raft nodes before linearized reading' (duration: 256.397246ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:58.721002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.98065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-30T22:33:58.720883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:58.368474Z","time spent":"352.366995ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:33:58.720808Z","caller":"traceutil/trace.go:171","msg":"trace[1699877443] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8726; }","duration":"351.288945ms","start":"2026-06-30T22:33:58.369503Z","end":"2026-06-30T22:33:58.720792Z","steps":["trace[1699877443] 'agreement among raft nodes before linearized reading' (duration: 351.131731ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:58.721238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:58.369493Z","time spent":"351.731578ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-06-30T22:33:58.721069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:33:58.368098Z","time spent":"352.840918ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:33:58.721095Z","caller":"traceutil/trace.go:171","msg":"trace[1114443729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8726; }","duration":"227.132625ms","start":"2026-06-30T22:33:58.493944Z","end":"2026-06-30T22:33:58.721076Z","steps":["trace[1114443729] 'agreement among raft nodes before linearized reading' (duration: 226.831106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:33:58.722006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.921025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-06-30T22:33:58.722098Z","caller":"traceutil/trace.go:171","msg":"trace[1582266037] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8726; }","duration":"154.041698ms","start":"2026-06-30T22:33:58.568026Z","end":"2026-06-30T22:33:58.722068Z","steps":["trace[1582266037] 'agreement among raft nodes before linearized reading' (duration: 152.707391ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:35:17.220699Z","caller":"traceutil/trace.go:171","msg":"trace[1760140632] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"102.067469ms","start":"2026-06-30T22:35:17.118602Z","end":"2026-06-30T22:35:17.22067Z","steps":["trace[1760140632] 'process raft request' (duration: 101.817992ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:35:37.912366Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T22:35:37.917016Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-30T22:35:37.917089Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-30T22:37:51.718647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8140} {"level":"info","ts":"2026-06-30T22:37:51.785632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8140,"took":"64.660191ms","hash":3206256307,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-30T22:37:51.785686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3206256307,"revision":8140,"compact-revision":6047} {"level":"warn","ts":"2026-06-30T22:39:32.550428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.55554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T22:39:32.550514Z","caller":"traceutil/trace.go:171","msg":"trace[372962603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11136; }","duration":"370.691824ms","start":"2026-06-30T22:39:32.179804Z","end":"2026-06-30T22:39:32.550496Z","steps":["trace[372962603] 'range keys from in-memory index tree' (duration: 370.393036ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:32.550549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.179785Z","time spent":"370.756046ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T22:39:32.550955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062739726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T22:39:32.551021Z","caller":"traceutil/trace.go:171","msg":"trace[463064849] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11136; }","duration":"1.062934271s","start":"2026-06-30T22:39:31.488071Z","end":"2026-06-30T22:39:32.551006Z","steps":["trace[463064849] 'count revisions from in-memory index tree' (duration: 1.062632492s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:32.551049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:31.488045Z","time spent":"1.062997163s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T22:39:32.976025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727310698974310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T22:39:33.476252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727310698974310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T22:39:33.976472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727310698974310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T22:39:34.476914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727310698974310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T22:39:34.811806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001012147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T22:39:34.811909Z","caller":"traceutil/trace.go:171","msg":"trace[1231394851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001161791s","start":"2026-06-30T22:39:32.810724Z","end":"2026-06-30T22:39:34.811886Z","steps":["trace[1231394851] 'agreement among raft nodes before linearized reading' (duration: 2.001038068s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.811964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.810709Z","time spent":"2.001243493s","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 22:39:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T22:39:34.905306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.355580354s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T22:39:34.905695Z","caller":"traceutil/trace.go:171","msg":"trace[996082090] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"2.693236963s","start":"2026-06-30T22:39:32.212434Z","end":"2026-06-30T22:39:34.905671Z","steps":["trace[996082090] 'process raft request' (duration: 2.693082229s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.905841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.212416Z","time spent":"2.693349237s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:39:34.910497Z","caller":"traceutil/trace.go:171","msg":"trace[2000412325] linearizableReadLoop","detail":"{readStateIndex:11540; appliedIndex:11533; }","duration":"2.434653461s","start":"2026-06-30T22:39:32.475826Z","end":"2026-06-30T22:39:34.910479Z","steps":["trace[2000412325] 'read index received' (duration: 2.429732185s)","trace[2000412325] 'applied index is now lower than readState.Index' (duration: 4.919736ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:39:34.9108Z","caller":"traceutil/trace.go:171","msg":"trace[1388027098] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"2.653501275s","start":"2026-06-30T22:39:32.257288Z","end":"2026-06-30T22:39:34.91079Z","steps":["trace[1388027098] 'process raft request' (duration: 2.6529579s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.910943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.257268Z","time spent":"2.653562786s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:39:34.911196Z","caller":"traceutil/trace.go:171","msg":"trace[1948210705] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"2.350825573s","start":"2026-06-30T22:39:32.560362Z","end":"2026-06-30T22:39:34.911188Z","steps":["trace[1948210705] 'process raft request' (duration: 2.34998448s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.911262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.560336Z","time spent":"2.350901744s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:39:34.91144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435616478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t9tf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T22:39:34.911481Z","caller":"traceutil/trace.go:171","msg":"trace[1356524906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t9tf; range_end:; response_count:1; response_revision:11143; }","duration":"2.43568344s","start":"2026-06-30T22:39:32.475787Z","end":"2026-06-30T22:39:34.91147Z","steps":["trace[1356524906] 'agreement among raft nodes before linearized reading' (duration: 2.435545136s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.911504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.475771Z","time spent":"2.435727141s","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-6t9tf\" "} {"level":"info","ts":"2026-06-30T22:39:34.911496Z","caller":"traceutil/trace.go:171","msg":"trace[993369488] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"2.248894813s","start":"2026-06-30T22:39:32.662572Z","end":"2026-06-30T22:39:34.911467Z","steps":["trace[993369488] 'process raft request' (duration: 2.247856824s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.911602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.062182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-06-30T22:39:34.911686Z","caller":"traceutil/trace.go:171","msg":"trace[40009508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11143; }","duration":"837.207336ms","start":"2026-06-30T22:39:34.074462Z","end":"2026-06-30T22:39:34.911669Z","steps":["trace[40009508] 'agreement among raft nodes before linearized reading' (duration: 836.953579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.911728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:34.074436Z","time spent":"837.284678ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T22:39:34.911743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.662566Z","time spent":"2.249041608s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:39:34.91178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065237873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:39:34.911802Z","caller":"traceutil/trace.go:171","msg":"trace[1539491101] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:0; response_revision:11143; }","duration":"2.065297345s","start":"2026-06-30T22:39:32.8465Z","end":"2026-06-30T22:39:34.911797Z","steps":["trace[1539491101] 'agreement among raft nodes before linearized reading' (duration: 2.065261404s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.911816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.846479Z","time spent":"2.065334276s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-06-30T22:39:34.911972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833136753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T22:39:34.912012Z","caller":"traceutil/trace.go:171","msg":"trace[1088413436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11143; }","duration":"1.833216525s","start":"2026-06-30T22:39:33.078787Z","end":"2026-06-30T22:39:34.912003Z","steps":["trace[1088413436] 'agreement among raft nodes before linearized reading' (duration: 1.833103172s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:33.078763Z","time spent":"1.833263027s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T22:39:34.912133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453130602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T22:39:34.912153Z","caller":"traceutil/trace.go:171","msg":"trace[242188302] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11143; }","duration":"1.453202694s","start":"2026-06-30T22:39:33.458945Z","end":"2026-06-30T22:39:34.912147Z","steps":["trace[242188302] 'agreement among raft nodes before linearized reading' (duration: 1.453154793s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.91217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:33.458921Z","time spent":"1.453244305s","remote":"127.0.0.1:58818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-30T22:39:34.91225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.207432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:39:34.912282Z","caller":"traceutil/trace.go:171","msg":"trace[1058115159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11143; }","duration":"100.285564ms","start":"2026-06-30T22:39:34.811989Z","end":"2026-06-30T22:39:34.912274Z","steps":["trace[1058115159] 'agreement among raft nodes before linearized reading' (duration: 100.232132ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155377457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:39:34.912383Z","caller":"traceutil/trace.go:171","msg":"trace[1705525050] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11143; }","duration":"2.155441479s","start":"2026-06-30T22:39:32.756935Z","end":"2026-06-30T22:39:34.912377Z","steps":["trace[1705525050] 'agreement among raft nodes before linearized reading' (duration: 2.155403418s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.756912Z","time spent":"2.155489499s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-06-30T22:39:34.912498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0799439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:39:34.912521Z","caller":"traceutil/trace.go:171","msg":"trace[972410576] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:0; response_revision:11143; }","duration":"2.080013292s","start":"2026-06-30T22:39:32.832502Z","end":"2026-06-30T22:39:34.912515Z","steps":["trace[972410576] 'agreement among raft nodes before linearized reading' (duration: 2.079981861s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.83248Z","time spent":"2.080053513s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"warn","ts":"2026-06-30T22:39:34.912497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949618355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:39:34.912618Z","caller":"traceutil/trace.go:171","msg":"trace[2043791906] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11143; }","duration":"1.949740848s","start":"2026-06-30T22:39:32.962868Z","end":"2026-06-30T22:39:34.912609Z","steps":["trace[2043791906] 'agreement among raft nodes before linearized reading' (duration: 1.949604404s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.96281Z","time spent":"1.949821141s","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T22:39:34.912643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.070841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-06-30T22:39:34.911649Z","caller":"traceutil/trace.go:171","msg":"trace[1918922637] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"1.787035478s","start":"2026-06-30T22:39:33.124605Z","end":"2026-06-30T22:39:34.911641Z","steps":["trace[1918922637] 'process raft request' (duration: 1.785848116s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:33.12457Z","time spent":"1.788132339s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:39:34.912807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367118223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T22:39:34.912845Z","caller":"traceutil/trace.go:171","msg":"trace[2086759330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11143; }","duration":"2.367188614s","start":"2026-06-30T22:39:32.545647Z","end":"2026-06-30T22:39:34.912836Z","steps":["trace[2086759330] 'agreement among raft nodes before linearized reading' (duration: 2.365740404s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.545631Z","time spent":"2.367236986s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T22:39:34.912916Z","caller":"traceutil/trace.go:171","msg":"trace[1565469496] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"2.285356951s","start":"2026-06-30T22:39:32.627551Z","end":"2026-06-30T22:39:34.912908Z","steps":["trace[1565469496] 'process raft request' (duration: 2.282822491s)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:39:34.912918Z","caller":"traceutil/trace.go:171","msg":"trace[1359179273] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:11143; }","duration":"103.376899ms","start":"2026-06-30T22:39:34.809526Z","end":"2026-06-30T22:39:34.912903Z","steps":["trace[1359179273] 'agreement among raft nodes before linearized reading' (duration: 102.997129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.912955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.627532Z","time spent":"2.285402363s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:39:34.913026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24947628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T22:39:34.913057Z","caller":"traceutil/trace.go:171","msg":"trace[488540507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11143; }","duration":"2.24950462s","start":"2026-06-30T22:39:32.663542Z","end":"2026-06-30T22:39:34.913047Z","steps":["trace[488540507] 'agreement among raft nodes before linearized reading' (duration: 2.249423128s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.913075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248390179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-30T22:39:34.913086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.663512Z","time spent":"2.249568011s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T22:39:34.91312Z","caller":"traceutil/trace.go:171","msg":"trace[721034300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11143; }","duration":"2.248446211s","start":"2026-06-30T22:39:32.66466Z","end":"2026-06-30T22:39:34.913107Z","steps":["trace[721034300] 'agreement among raft nodes before linearized reading' (duration: 2.248301637s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.913143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.664655Z","time spent":"2.248483012s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T22:39:34.912209Z","caller":"traceutil/trace.go:171","msg":"trace[122109872] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"2.249762347s","start":"2026-06-30T22:39:32.661621Z","end":"2026-06-30T22:39:34.911384Z","steps":["trace[122109872] 'process raft request' (duration: 2.24877905s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:39:34.913265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:39:32.661598Z","time spent":"2.251627248s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:40:54.169697Z","caller":"traceutil/trace.go:171","msg":"trace[702400920] linearizableReadLoop","detail":"{readStateIndex:12316; appliedIndex:12315; }","duration":"174.654751ms","start":"2026-06-30T22:40:53.995014Z","end":"2026-06-30T22:40:54.169669Z","steps":["trace[702400920] 'read index received' (duration: 174.460615ms)","trace[702400920] 'applied index is now lower than readState.Index' (duration: 192.626µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:40:54.169841Z","caller":"traceutil/trace.go:171","msg":"trace[1394088049] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"243.747142ms","start":"2026-06-30T22:40:53.926043Z","end":"2026-06-30T22:40:54.16979Z","steps":["trace[1394088049] 'process raft request' (duration: 243.449244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:40:54.169937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.850436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T22:40:54.170134Z","caller":"traceutil/trace.go:171","msg":"trace[1104926872] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11900; }","duration":"175.150514ms","start":"2026-06-30T22:40:53.994955Z","end":"2026-06-30T22:40:54.170106Z","steps":["trace[1104926872] 'agreement among raft nodes before linearized reading' (duration: 174.823925ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:42:51.724425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10501} {"level":"info","ts":"2026-06-30T22:42:51.82118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10501,"took":"94.857832ms","hash":4046757061,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":26013696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-30T22:42:51.821248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4046757061,"revision":10501,"compact-revision":8140} {"level":"info","ts":"2026-06-30T22:47:02.611106Z","caller":"traceutil/trace.go:171","msg":"trace[1272008469] linearizableReadLoop","detail":"{readStateIndex:14885; appliedIndex:14883; }","duration":"111.335834ms","start":"2026-06-30T22:47:02.499755Z","end":"2026-06-30T22:47:02.611091Z","steps":["trace[1272008469] 'read index received' (duration: 17.702232ms)","trace[1272008469] 'applied index is now lower than readState.Index' (duration: 93.633012ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:47:02.611213Z","caller":"traceutil/trace.go:171","msg":"trace[1044848825] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"115.443827ms","start":"2026-06-30T22:47:02.495709Z","end":"2026-06-30T22:47:02.611153Z","steps":["trace[1044848825] 'process raft request' (duration: 114.581353ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:47:02.611257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.490648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6t9tf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T22:47:02.611278Z","caller":"traceutil/trace.go:171","msg":"trace[2044676052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6t9tf; range_end:; response_count:1; response_revision:14383; }","duration":"111.55708ms","start":"2026-06-30T22:47:02.499715Z","end":"2026-06-30T22:47:02.611272Z","steps":["trace[2044676052] 'agreement among raft nodes before linearized reading' (duration: 111.441566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:47:33.460419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.019781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T22:47:33.460457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.18339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T22:47:33.460534Z","caller":"traceutil/trace.go:171","msg":"trace[1900978794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14547; }","duration":"131.202416ms","start":"2026-06-30T22:47:33.329307Z","end":"2026-06-30T22:47:33.460509Z","steps":["trace[1900978794] 'count revisions from in-memory index tree' (duration: 130.921997ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:47:33.460549Z","caller":"traceutil/trace.go:171","msg":"trace[901865504] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14547; }","duration":"115.322944ms","start":"2026-06-30T22:47:33.345208Z","end":"2026-06-30T22:47:33.460531Z","steps":["trace[901865504] 'count revisions from in-memory index tree' (duration: 114.977084ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:47:41.844396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.375814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T22:47:41.844485Z","caller":"traceutil/trace.go:171","msg":"trace[703816089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14604; }","duration":"274.495107ms","start":"2026-06-30T22:47:41.569971Z","end":"2026-06-30T22:47:41.844466Z","steps":["trace[703816089] 'range keys from in-memory index tree' (duration: 274.177999ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:47:41.844473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.494201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-30T22:47:41.844548Z","caller":"traceutil/trace.go:171","msg":"trace[517924516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14604; }","duration":"277.606004ms","start":"2026-06-30T22:47:41.566924Z","end":"2026-06-30T22:47:41.84453Z","steps":["trace[517924516] 'range keys from in-memory index tree' (duration: 277.337377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:47:41.844576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.460763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T22:47:41.845388Z","caller":"traceutil/trace.go:171","msg":"trace[1733651478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14604; }","duration":"258.277686ms","start":"2026-06-30T22:47:41.587081Z","end":"2026-06-30T22:47:41.845358Z","steps":["trace[1733651478] 'range keys from in-memory index tree' (duration: 257.222317ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:47:51.242593Z","caller":"traceutil/trace.go:171","msg":"trace[551911405] transaction","detail":"{read_only:false; response_revision:14775; number_of_response:1; }","duration":"130.060864ms","start":"2026-06-30T22:47:51.112499Z","end":"2026-06-30T22:47:51.24256Z","steps":["trace[551911405] 'process raft request' (duration: 129.833958ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:47:51.435549Z","caller":"traceutil/trace.go:171","msg":"trace[1307598695] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"181.73106ms","start":"2026-06-30T22:47:51.253774Z","end":"2026-06-30T22:47:51.435505Z","steps":["trace[1307598695] 'process raft request' (duration: 111.313083ms)","trace[1307598695] 'compare' (duration: 70.250902ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:47:51.564413Z","caller":"traceutil/trace.go:171","msg":"trace[2114616447] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"123.527253ms","start":"2026-06-30T22:47:51.440864Z","end":"2026-06-30T22:47:51.564391Z","steps":["trace[2114616447] 'process raft request' (duration: 123.364678ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:47:51.564562Z","caller":"traceutil/trace.go:171","msg":"trace[1475644600] transaction","detail":"{read_only:false; response_revision:14779; number_of_response:1; }","duration":"116.181088ms","start":"2026-06-30T22:47:51.448376Z","end":"2026-06-30T22:47:51.564557Z","steps":["trace[1475644600] 'process raft request' (duration: 115.971733ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:47:51.730441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12683} {"level":"info","ts":"2026-06-30T22:47:51.811544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12683,"took":"78.014977ms","hash":885436815,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":27955200,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-30T22:47:51.811627Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":885436815,"revision":12683,"compact-revision":10501} {"level":"info","ts":"2026-06-30T22:49:32.861794Z","caller":"traceutil/trace.go:171","msg":"trace[344602234] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"348.168965ms","start":"2026-06-30T22:49:32.5136Z","end":"2026-06-30T22:49:32.861769Z","steps":["trace[344602234] 'process raft request' (duration: 347.947419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:49:32.861989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:49:32.513592Z","time spent":"348.317559ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T22:49:32.862149Z","caller":"traceutil/trace.go:171","msg":"trace[846050552] linearizableReadLoop","detail":"{readStateIndex:16421; appliedIndex:16418; }","duration":"336.248023ms","start":"2026-06-30T22:49:32.52589Z","end":"2026-06-30T22:49:32.862138Z","steps":["trace[846050552] 'read index received' (duration: 57.454797ms)","trace[846050552] 'applied index is now lower than readState.Index' (duration: 278.792156ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:49:32.862423Z","caller":"traceutil/trace.go:171","msg":"trace[269920186] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"343.935597ms","start":"2026-06-30T22:49:32.518473Z","end":"2026-06-30T22:49:32.862408Z","steps":["trace[269920186] 'process raft request' (duration: 343.234947ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:49:32.862519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:49:32.518455Z","time spent":"344.015979ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T22:49:32.862809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.912762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fllww\" ","response":"range_response_count:1 size:20635"} {"level":"info","ts":"2026-06-30T22:49:32.862874Z","caller":"traceutil/trace.go:171","msg":"trace[1901768451] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fllww; range_end:; response_count:1; response_revision:15871; }","duration":"337.049115ms","start":"2026-06-30T22:49:32.525809Z","end":"2026-06-30T22:49:32.862858Z","steps":["trace[1901768451] 'agreement among raft nodes before linearized reading' (duration: 336.84787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:49:32.862923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T22:49:32.525784Z","time spent":"337.128928ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20659,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fllww\" "} {"level":"info","ts":"2026-06-30T22:52:51.738321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14781} {"level":"info","ts":"2026-06-30T22:52:51.826342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14781,"took":"85.231774ms","hash":1176379016,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":30609408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-30T22:52:51.826396Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1176379016,"revision":14781,"compact-revision":12683} {"level":"warn","ts":"2026-06-30T22:55:14.570757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.180618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T22:55:14.570906Z","caller":"traceutil/trace.go:171","msg":"trace[601484238] transaction","detail":"{read_only:false; response_revision:18367; number_of_response:1; }","duration":"198.934809ms","start":"2026-06-30T22:55:14.371947Z","end":"2026-06-30T22:55:14.570882Z","steps":["trace[601484238] 'process raft request' (duration: 18.507815ms)","trace[601484238] 'compare' (duration: 179.970641ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:55:14.588691Z","caller":"traceutil/trace.go:171","msg":"trace[650241898] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"115.233692ms","start":"2026-06-30T22:55:14.473427Z","end":"2026-06-30T22:55:14.588661Z","steps":["trace[650241898] 'process raft request' (duration: 115.104428ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:55:14.623049Z","caller":"traceutil/trace.go:171","msg":"trace[1130927167] transaction","detail":"{read_only:false; response_revision:18370; number_of_response:1; }","duration":"133.608994ms","start":"2026-06-30T22:55:14.489409Z","end":"2026-06-30T22:55:14.623018Z","steps":["trace[1130927167] 'process raft request' (duration: 133.510091ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:55:14.6231Z","caller":"traceutil/trace.go:171","msg":"trace[194353956] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"136.37878ms","start":"2026-06-30T22:55:14.48668Z","end":"2026-06-30T22:55:14.623058Z","steps":["trace[194353956] 'process raft request' (duration: 136.047221ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:55:14.759635Z","caller":"traceutil/trace.go:171","msg":"trace[1400378303] linearizableReadLoop","detail":"{readStateIndex:19007; appliedIndex:19004; }","duration":"108.472635ms","start":"2026-06-30T22:55:14.651137Z","end":"2026-06-30T22:55:14.75961Z","steps":["trace[1400378303] 'read index received' (duration: 55.067761ms)","trace[1400378303] 'applied index is now lower than readState.Index' (duration: 53.403804ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:55:14.75981Z","caller":"traceutil/trace.go:171","msg":"trace[1906820413] transaction","detail":"{read_only:false; response_revision:18373; number_of_response:1; }","duration":"120.099088ms","start":"2026-06-30T22:55:14.639593Z","end":"2026-06-30T22:55:14.759692Z","steps":["trace[1906820413] 'process raft request' (duration: 119.865392ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:55:14.759881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.709911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T22:55:14.759976Z","caller":"traceutil/trace.go:171","msg":"trace[143967495] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:18373; }","duration":"108.821414ms","start":"2026-06-30T22:55:14.651131Z","end":"2026-06-30T22:55:14.759953Z","steps":["trace[143967495] 'agreement among raft nodes before linearized reading' (duration: 108.579138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T22:55:15.123327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.947281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-06-30T22:55:15.123422Z","caller":"traceutil/trace.go:171","msg":"trace[1972904205] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:18373; }","duration":"257.086705ms","start":"2026-06-30T22:55:14.866317Z","end":"2026-06-30T22:55:15.123404Z","steps":["trace[1972904205] 'range keys from in-memory index tree' (duration: 256.702824ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T22:55:24.735201Z","caller":"traceutil/trace.go:171","msg":"trace[1329636053] transaction","detail":"{read_only:false; response_revision:18501; number_of_response:1; }","duration":"108.68781ms","start":"2026-06-30T22:55:24.626481Z","end":"2026-06-30T22:55:24.735169Z","steps":["trace[1329636053] 'process raft request' (duration: 97.436858ms)","trace[1329636053] 'compare' (duration: 11.127599ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T22:57:51.744421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17425} {"level":"info","ts":"2026-06-30T22:57:51.84172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17425,"took":"94.793354ms","hash":1346565490,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":29962240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-30T22:57:51.841775Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1346565490,"revision":17425,"compact-revision":14781} {"level":"info","ts":"2026-06-30T22:57:54.880683Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T22:57:54.886752Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-30T22:57:54.886864Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-30T23:02:51.751347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19314} {"level":"info","ts":"2026-06-30T23:02:51.840141Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19314,"took":"85.890052ms","hash":3154935903,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":25317376,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-06-30T23:02:51.840195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3154935903,"revision":19314,"compact-revision":17425} {"level":"info","ts":"2026-06-30T23:03:23.543027Z","caller":"traceutil/trace.go:171","msg":"trace[1528932031] linearizableReadLoop","detail":"{readStateIndex:21805; appliedIndex:21804; }","duration":"457.405261ms","start":"2026-06-30T23:03:23.085603Z","end":"2026-06-30T23:03:23.543008Z","steps":["trace[1528932031] 'read index received' (duration: 457.074092ms)","trace[1528932031] 'applied index is now lower than readState.Index' (duration: 330.369µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T23:03:23.543127Z","caller":"traceutil/trace.go:171","msg":"trace[1821518582] transaction","detail":"{read_only:false; response_revision:21061; number_of_response:1; }","duration":"465.250848ms","start":"2026-06-30T23:03:23.077849Z","end":"2026-06-30T23:03:23.5431Z","steps":["trace[1821518582] 'process raft request' (duration: 464.851107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.543269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.077831Z","time spent":"465.359532ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T23:03:23.54353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.165558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-30T23:03:23.543555Z","caller":"traceutil/trace.go:171","msg":"trace[1675563059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21061; }","duration":"451.2018ms","start":"2026-06-30T23:03:23.092346Z","end":"2026-06-30T23:03:23.543547Z","steps":["trace[1675563059] 'agreement among raft nodes before linearized reading' (duration: 451.047396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.543578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.09234Z","time spent":"451.230981ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T23:03:23.543787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.905181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417201"} {"level":"warn","ts":"2026-06-30T23:03:23.543858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.540093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-06-30T23:03:23.543815Z","caller":"traceutil/trace.go:171","msg":"trace[20459161] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21061; }","duration":"327.969443ms","start":"2026-06-30T23:03:23.215837Z","end":"2026-06-30T23:03:23.543806Z","steps":["trace[20459161] 'agreement among raft nodes before linearized reading' (duration: 327.794788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.543918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.215816Z","time spent":"328.094736ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417225,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-06-30T23:03:23.543943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.416743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-erlang-cookie\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-06-30T23:03:23.543961Z","caller":"traceutil/trace.go:171","msg":"trace[1364403900] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-erlang-cookie; range_end:; response_count:1; response_revision:21061; }","duration":"404.480274ms","start":"2026-06-30T23:03:23.139475Z","end":"2026-06-30T23:03:23.543955Z","steps":["trace[1364403900] 'agreement among raft nodes before linearized reading' (duration: 404.430583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.543977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.139448Z","time spent":"404.523636ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":846,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-erlang-cookie\" "} {"level":"info","ts":"2026-06-30T23:03:23.54389Z","caller":"traceutil/trace.go:171","msg":"trace[1878668934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21061; }","duration":"383.619146ms","start":"2026-06-30T23:03:23.160262Z","end":"2026-06-30T23:03:23.543881Z","steps":["trace[1878668934] 'agreement among raft nodes before linearized reading' (duration: 383.534564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.544164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.160232Z","time spent":"383.926805ms","remote":"127.0.0.1:58558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T23:03:23.544335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.966127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-30T23:03:23.544554Z","caller":"traceutil/trace.go:171","msg":"trace[211237113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21061; }","duration":"379.245234ms","start":"2026-06-30T23:03:23.165291Z","end":"2026-06-30T23:03:23.544537Z","steps":["trace[211237113] 'agreement among raft nodes before linearized reading' (duration: 378.753281ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.544645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.165268Z","time spent":"379.365148ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T23:03:23.545183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.573552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388184"} {"level":"info","ts":"2026-06-30T23:03:23.545208Z","caller":"traceutil/trace.go:171","msg":"trace[1287766575] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:21061; }","duration":"459.603683ms","start":"2026-06-30T23:03:23.085598Z","end":"2026-06-30T23:03:23.545202Z","steps":["trace[1287766575] 'agreement among raft nodes before linearized reading' (duration: 457.543456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:23.545233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:23.085571Z","time spent":"459.649963ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1399,"response size":388208,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-06-30T23:03:26.611648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.037985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-06-30T23:03:26.611769Z","caller":"traceutil/trace.go:171","msg":"trace[921381087] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:21077; }","duration":"363.167618ms","start":"2026-06-30T23:03:26.248569Z","end":"2026-06-30T23:03:26.611736Z","steps":["trace[921381087] 'range keys from in-memory index tree' (duration: 362.916171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:26.611837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:26.248564Z","time spent":"363.256761ms","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-06-30T23:03:26.612116Z","caller":"traceutil/trace.go:171","msg":"trace[1572038583] transaction","detail":"{read_only:false; response_revision:21078; number_of_response:1; }","duration":"343.935766ms","start":"2026-06-30T23:03:26.26813Z","end":"2026-06-30T23:03:26.612065Z","steps":["trace[1572038583] 'process raft request' (duration: 343.695269ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:26.612378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.490121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-db-sync\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-06-30T23:03:26.612437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:26.26808Z","time spent":"344.1203ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T23:03:26.612474Z","caller":"traceutil/trace.go:171","msg":"trace[436665771] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21078; }","duration":"322.645095ms","start":"2026-06-30T23:03:26.289812Z","end":"2026-06-30T23:03:26.612457Z","steps":["trace[436665771] 'agreement among raft nodes before linearized reading' (duration: 322.349037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:26.612519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:26.289792Z","time spent":"322.716617ms","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":549,"request content":"key:\"/registry/serviceaccounts/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-30T23:03:26.612107Z","caller":"traceutil/trace.go:171","msg":"trace[146771779] linearizableReadLoop","detail":"{readStateIndex:21823; appliedIndex:21822; }","duration":"322.153421ms","start":"2026-06-30T23:03:26.289861Z","end":"2026-06-30T23:03:26.612015Z","steps":["trace[146771779] 'read index received' (duration: 321.841833ms)","trace[146771779] 'applied index is now lower than readState.Index' (duration: 310.528µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T23:03:26.614501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.326536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-06-30T23:03:26.614542Z","caller":"traceutil/trace.go:171","msg":"trace[1935323184] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:21080; }","duration":"322.373088ms","start":"2026-06-30T23:03:26.292155Z","end":"2026-06-30T23:03:26.614529Z","steps":["trace[1935323184] 'agreement among raft nodes before linearized reading' (duration: 322.266115ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:26.614665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T23:03:26.292151Z","time spent":"322.508602ms","remote":"127.0.0.1:58568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-06-30T23:03:26.614763Z","caller":"traceutil/trace.go:171","msg":"trace[885575978] transaction","detail":"{read_only:false; response_revision:21079; number_of_response:1; }","duration":"246.881814ms","start":"2026-06-30T23:03:26.367873Z","end":"2026-06-30T23:03:26.614755Z","steps":["trace[885575978] 'process raft request' (duration: 246.407871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T23:03:26.614847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.467444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T23:03:26.61485Z","caller":"traceutil/trace.go:171","msg":"trace[1527544387] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"217.289444ms","start":"2026-06-30T23:03:26.397534Z","end":"2026-06-30T23:03:26.614823Z","steps":["trace[1527544387] 'process raft request' (duration: 216.855202ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T23:03:26.614938Z","caller":"traceutil/trace.go:171","msg":"trace[1018709728] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21080; }","duration":"127.604908ms","start":"2026-06-30T23:03:26.487312Z","end":"2026-06-30T23:03:26.614917Z","steps":["trace[1018709728] 'agreement among raft nodes before linearized reading' (duration: 127.458784ms)"],"step_count":1}