{"level":"warn","ts":"2026-09-08T22:50:33.419124Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-08T22:50:33.419217Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.167:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.167:2380","--initial-cluster=instance=https://162.253.55.167:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.167:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.167:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-08T22:50:33.419285Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-08T22:50:33.419297Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.167:2380"]} {"level":"info","ts":"2026-09-08T22:50:33.419318Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-08T22:50:33.419933Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.167:2379"]} {"level":"info","ts":"2026-09-08T22:50:33.420002Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.167:2380"],"listen-peer-urls":["https://162.253.55.167:2380"],"advertise-client-urls":["https://162.253.55.167:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.167:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.167:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-08T22:50:33.422962Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.728099ms"} {"level":"info","ts":"2026-09-08T22:50:33.431762Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"83287f3a81241ad4","cluster-id":"185ed9b8ed398b9a"} {"level":"info","ts":"2026-09-08T22:50:33.431858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 switched to configuration voters=()"} {"level":"info","ts":"2026-09-08T22:50:33.431883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 became follower at term 0"} {"level":"info","ts":"2026-09-08T22:50:33.431898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 83287f3a81241ad4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-08T22:50:33.431913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 became follower at term 1"} {"level":"info","ts":"2026-09-08T22:50:33.431959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 switched to configuration voters=(9450943707288443604)"} {"level":"warn","ts":"2026-09-08T22:50:33.439207Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-08T22:50:33.44208Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-08T22:50:33.443963Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-08T22:50:33.447151Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"83287f3a81241ad4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-08T22:50:33.447486Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-08T22:50:33.447628Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-08T22:50:33.447643Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-08T22:50:33.447972Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"83287f3a81241ad4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-08T22:50:33.448872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 switched to configuration voters=(9450943707288443604)"} {"level":"info","ts":"2026-09-08T22:50:33.449339Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"185ed9b8ed398b9a","local-member-id":"83287f3a81241ad4","added-peer-id":"83287f3a81241ad4","added-peer-peer-urls":["https://162.253.55.167:2380"]} {"level":"info","ts":"2026-09-08T22:50:33.451699Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-08T22:50:33.45194Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.167:2380"} {"level":"info","ts":"2026-09-08T22:50:33.452002Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.167:2380"} {"level":"info","ts":"2026-09-08T22:50:33.452131Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"83287f3a81241ad4","initial-advertise-peer-urls":["https://162.253.55.167:2380"],"listen-peer-urls":["https://162.253.55.167:2380"],"advertise-client-urls":["https://162.253.55.167:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.167:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-08T22:50:33.452214Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-08T22:50:33.53254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 is starting a new election at term 1"} {"level":"info","ts":"2026-09-08T22:50:33.532594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 became pre-candidate at term 1"} {"level":"info","ts":"2026-09-08T22:50:33.532616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 received MsgPreVoteResp from 83287f3a81241ad4 at term 1"} {"level":"info","ts":"2026-09-08T22:50:33.53263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 became candidate at term 2"} {"level":"info","ts":"2026-09-08T22:50:33.532638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 received MsgVoteResp from 83287f3a81241ad4 at term 2"} {"level":"info","ts":"2026-09-08T22:50:33.532649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"83287f3a81241ad4 became leader at term 2"} {"level":"info","ts":"2026-09-08T22:50:33.532659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 83287f3a81241ad4 elected leader 83287f3a81241ad4 at term 2"} {"level":"info","ts":"2026-09-08T22:50:33.533824Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-08T22:50:33.534584Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"83287f3a81241ad4","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.167:2379]}","request-path":"/0/members/83287f3a81241ad4/attributes","cluster-id":"185ed9b8ed398b9a","publish-timeout":"7s"} {"level":"info","ts":"2026-09-08T22:50:33.534596Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-08T22:50:33.534813Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-08T22:50:33.535139Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-08T22:50:33.535162Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-08T22:50:33.535362Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"185ed9b8ed398b9a","local-member-id":"83287f3a81241ad4","cluster-version":"3.5"} {"level":"info","ts":"2026-09-08T22:50:33.535464Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-08T22:50:33.535498Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-08T22:50:33.5381Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.167:2379"} {"level":"info","ts":"2026-09-08T22:50:33.538197Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-09-08T22:51:33.822088Z","caller":"traceutil/trace.go:171","msg":"trace[1178352080] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"135.482445ms","start":"2026-09-08T22:51:33.686582Z","end":"2026-09-08T22:51:33.822064Z","steps":["trace[1178352080] 'process raft request' (duration: 134.939953ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:51:34.290018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.685841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-08T22:51:34.290153Z","caller":"traceutil/trace.go:171","msg":"trace[309071247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:671; }","duration":"434.892566ms","start":"2026-09-08T22:51:33.855242Z","end":"2026-09-08T22:51:34.290135Z","steps":["trace[309071247] 'range keys from in-memory index tree' (duration: 434.509428ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:51:34.290192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T22:51:33.855217Z","time spent":"434.965428ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-08T22:51:34.290019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.365169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-08T22:51:34.290273Z","caller":"traceutil/trace.go:171","msg":"trace[1698722254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"430.662025ms","start":"2026-09-08T22:51:33.859588Z","end":"2026-09-08T22:51:34.29025Z","steps":["trace[1698722254] 'range keys from in-memory index tree' (duration: 430.184195ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:51:34.290575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T22:51:33.859577Z","time spent":"430.760587ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-08T22:51:34.290749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.514358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-09-08T22:51:34.290863Z","caller":"traceutil/trace.go:171","msg":"trace[73537311] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"392.782037ms","start":"2026-09-08T22:51:33.898062Z","end":"2026-09-08T22:51:34.290844Z","steps":["trace[73537311] 'process raft request' (duration: 261.617396ms)","trace[73537311] 'compare' (duration: 130.341003ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T22:51:34.290923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T22:51:33.898022Z","time spent":"392.878299ms","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-08T22:53:12.180975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.798315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-08T22:53:12.181339Z","caller":"traceutil/trace.go:171","msg":"trace[468370923] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"220.264285ms","start":"2026-09-08T22:53:11.961052Z","end":"2026-09-08T22:53:12.181317Z","steps":["trace[468370923] 'read index received' (duration: 49.741505ms)","trace[468370923] 'applied index is now lower than readState.Index' (duration: 170.52113ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T22:53:12.181409Z","caller":"traceutil/trace.go:171","msg":"trace[212270587] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"276.38806ms","start":"2026-09-08T22:53:11.904991Z","end":"2026-09-08T22:53:12.181379Z","steps":["trace[212270587] 'process raft request' (duration: 105.794987ms)","trace[212270587] 'compare' (duration: 169.606061ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T22:53:12.181587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.528761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-08T22:53:12.18163Z","caller":"traceutil/trace.go:171","msg":"trace[2085390270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"220.607613ms","start":"2026-09-08T22:53:11.961011Z","end":"2026-09-08T22:53:12.181618Z","steps":["trace[2085390270] 'agreement among raft nodes before linearized reading' (duration: 220.392718ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T22:53:12.348311Z","caller":"traceutil/trace.go:171","msg":"trace[491566848] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"166.922282ms","start":"2026-09-08T22:53:12.181368Z","end":"2026-09-08T22:53:12.34829Z","steps":["trace[491566848] 'read index received' (duration: 166.871401ms)","trace[491566848] 'applied index is now lower than readState.Index' (duration: 49.461µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T22:53:12.348393Z","caller":"traceutil/trace.go:171","msg":"trace[110304811] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"262.799321ms","start":"2026-09-08T22:53:12.085557Z","end":"2026-09-08T22:53:12.348356Z","steps":["trace[110304811] 'process raft request' (duration: 262.605067ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.348541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.899579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-08T22:53:12.348569Z","caller":"traceutil/trace.go:171","msg":"trace[836899498] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1936; }","duration":"290.99062ms","start":"2026-09-08T22:53:12.057571Z","end":"2026-09-08T22:53:12.348562Z","steps":["trace[836899498] 'agreement among raft nodes before linearized reading' (duration: 290.818897ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.348706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.106467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bcefef9-40f4-4df8-b282-c43808ba87d8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-09-08T22:53:12.34881Z","caller":"traceutil/trace.go:171","msg":"trace[2063067474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1bcefef9-40f4-4df8-b282-c43808ba87d8; range_end:; response_count:1; response_revision:1936; }","duration":"308.25726ms","start":"2026-09-08T22:53:12.040536Z","end":"2026-09-08T22:53:12.348793Z","steps":["trace[2063067474] 'agreement among raft nodes before linearized reading' (duration: 308.047606ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.348853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T22:53:12.040514Z","time spent":"308.329501ms","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bcefef9-40f4-4df8-b282-c43808ba87d8\" "} {"level":"info","ts":"2026-09-08T22:53:12.378822Z","caller":"traceutil/trace.go:171","msg":"trace[378063288] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"143.170569ms","start":"2026-09-08T22:53:12.23562Z","end":"2026-09-08T22:53:12.378791Z","steps":["trace[378063288] 'process raft request' (duration: 142.874063ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.378944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.430944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-08T22:53:12.378998Z","caller":"traceutil/trace.go:171","msg":"trace[307763513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1938; }","duration":"188.512338ms","start":"2026-09-08T22:53:12.190472Z","end":"2026-09-08T22:53:12.378984Z","steps":["trace[307763513] 'agreement among raft nodes before linearized reading' (duration: 188.373264ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T22:53:12.378852Z","caller":"traceutil/trace.go:171","msg":"trace[1388419586] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"107.922723ms","start":"2026-09-08T22:53:12.270906Z","end":"2026-09-08T22:53:12.378829Z","steps":["trace[1388419586] 'process raft request' (duration: 107.7802ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.811651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.598348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-08T22:53:12.81191Z","caller":"traceutil/trace.go:171","msg":"trace[847735968] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2016; }","duration":"290.765916ms","start":"2026-09-08T22:53:12.521121Z","end":"2026-09-08T22:53:12.811887Z","steps":["trace[847735968] 'read index received' (duration: 111.957783ms)","trace[847735968] 'applied index is now lower than readState.Index' (duration: 178.806763ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T22:53:12.811951Z","caller":"traceutil/trace.go:171","msg":"trace[1688656227] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"428.26738ms","start":"2026-09-08T22:53:12.383664Z","end":"2026-09-08T22:53:12.811931Z","steps":["trace[1688656227] 'process raft request' (duration: 249.279233ms)","trace[1688656227] 'compare' (duration: 178.427295ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T22:53:12.811951Z","caller":"traceutil/trace.go:171","msg":"trace[440944657] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"394.822875ms","start":"2026-09-08T22:53:12.417109Z","end":"2026-09-08T22:53:12.811932Z","steps":["trace[440944657] 'process raft request' (duration: 394.687262ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.812049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T22:53:12.417076Z","time spent":"394.921046ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-08T22:53:12.812071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T22:53:12.383642Z","time spent":"428.348112ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-08T22:53:12.812117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.99974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T22:53:12.812827Z","caller":"traceutil/trace.go:171","msg":"trace[795949727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"291.123153ms","start":"2026-09-08T22:53:12.521042Z","end":"2026-09-08T22:53:12.812165Z","steps":["trace[795949727] 'agreement among raft nodes before linearized reading' (duration: 290.940879ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.813862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.907941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-08T22:53:12.813956Z","caller":"traceutil/trace.go:171","msg":"trace[536422894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"227.051904ms","start":"2026-09-08T22:53:12.586886Z","end":"2026-09-08T22:53:12.813938Z","steps":["trace[536422894] 'agreement among raft nodes before linearized reading' (duration: 226.812149ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:53:12.814268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.636194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bcefef9-40f4-4df8-b282-c43808ba87d8\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-09-08T22:53:12.814371Z","caller":"traceutil/trace.go:171","msg":"trace[139791859] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1bcefef9-40f4-4df8-b282-c43808ba87d8; range_end:; response_count:1; response_revision:1942; }","duration":"196.781168ms","start":"2026-09-08T22:53:12.617568Z","end":"2026-09-08T22:53:12.814349Z","steps":["trace[139791859] 'agreement among raft nodes before linearized reading' (duration: 196.523502ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T22:53:28.553778Z","caller":"traceutil/trace.go:171","msg":"trace[314622137] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"113.489836ms","start":"2026-09-08T22:53:28.440256Z","end":"2026-09-08T22:53:28.553746Z","steps":["trace[314622137] 'process raft request' (duration: 113.312512ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T22:55:25.102265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.692601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-09-08T22:55:25.10241Z","caller":"traceutil/trace.go:171","msg":"trace[434423920] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2900; }","duration":"112.892856ms","start":"2026-09-08T22:55:24.989488Z","end":"2026-09-08T22:55:25.102381Z","steps":["trace[434423920] 'range keys from in-memory index tree' (duration: 112.403014ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:00:16.764441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.653907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d7c92d2-5f1b-4a35-a845-83acbb52aa24\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-09-08T23:00:16.764556Z","caller":"traceutil/trace.go:171","msg":"trace[1730318527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d7c92d2-5f1b-4a35-a845-83acbb52aa24; range_end:; response_count:1; response_revision:5354; }","duration":"265.811321ms","start":"2026-09-08T23:00:16.498725Z","end":"2026-09-08T23:00:16.764536Z","steps":["trace[1730318527] 'range keys from in-memory index tree' (duration: 265.567465ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:00:16.764886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.500693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhb67\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-09-08T23:00:16.764925Z","caller":"traceutil/trace.go:171","msg":"trace[1038163143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhb67; range_end:; response_count:1; response_revision:5354; }","duration":"264.568995ms","start":"2026-09-08T23:00:16.500344Z","end":"2026-09-08T23:00:16.764913Z","steps":["trace[1038163143] 'range keys from in-memory index tree' (duration: 264.36413ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:00:16.765149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.054531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:00:16.765298Z","caller":"traceutil/trace.go:171","msg":"trace[1466303809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5354; }","duration":"240.212404ms","start":"2026-09-08T23:00:16.525029Z","end":"2026-09-08T23:00:16.765242Z","steps":["trace[1466303809] 'range keys from in-memory index tree' (duration: 239.902037ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:00:16.765655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.567512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-08T23:00:16.7657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.19934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-08T23:00:16.765687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.54832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:00:16.765753Z","caller":"traceutil/trace.go:171","msg":"trace[1520292440] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5354; }","duration":"203.742706ms","start":"2026-09-08T23:00:16.561989Z","end":"2026-09-08T23:00:16.765732Z","steps":["trace[1520292440] 'count revisions from in-memory index tree' (duration: 203.45334ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:00:16.765775Z","caller":"traceutil/trace.go:171","msg":"trace[2091164507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5354; }","duration":"209.640731ms","start":"2026-09-08T23:00:16.556124Z","end":"2026-09-08T23:00:16.765765Z","steps":["trace[2091164507] 'range keys from in-memory index tree' (duration: 209.538409ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:00:16.765775Z","caller":"traceutil/trace.go:171","msg":"trace[1406913705] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5354; }","duration":"177.325652ms","start":"2026-09-08T23:00:16.588429Z","end":"2026-09-08T23:00:16.765755Z","steps":["trace[1406913705] 'range keys from in-memory index tree' (duration: 177.087667ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:00:16.766035Z","caller":"traceutil/trace.go:171","msg":"trace[1907498002] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"114.239957ms","start":"2026-09-08T23:00:16.651774Z","end":"2026-09-08T23:00:16.766013Z","steps":["trace[1907498002] 'process raft request' (duration: 61.562303ms)","trace[1907498002] 'compare' (duration: 51.993809ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:00:31.759181Z","caller":"traceutil/trace.go:171","msg":"trace[266956225] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5828; }","duration":"174.329909ms","start":"2026-09-08T23:00:31.584835Z","end":"2026-09-08T23:00:31.759165Z","steps":["trace[266956225] 'read index received' (duration: 174.170945ms)","trace[266956225] 'applied index is now lower than readState.Index' (duration: 158.464µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:00:31.759382Z","caller":"traceutil/trace.go:171","msg":"trace[1475380670] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"176.432844ms","start":"2026-09-08T23:00:31.58294Z","end":"2026-09-08T23:00:31.759373Z","steps":["trace[1475380670] 'process raft request' (duration: 176.132888ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:00:31.759529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.703406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-08T23:00:31.759555Z","caller":"traceutil/trace.go:171","msg":"trace[1406936668] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5615; }","duration":"174.756238ms","start":"2026-09-08T23:00:31.584792Z","end":"2026-09-08T23:00:31.759548Z","steps":["trace[1406936668] 'agreement among raft nodes before linearized reading' (duration: 174.698987ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:00:33.872811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2954} {"level":"info","ts":"2026-09-08T23:00:33.952577Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2954,"took":"77.956843ms","hash":4154590064,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":31744000,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-08T23:00:33.95269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4154590064,"revision":2954,"compact-revision":-1} {"level":"info","ts":"2026-09-08T23:05:33.880592Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5645} {"level":"info","ts":"2026-09-08T23:05:33.964723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5645,"took":"82.182101ms","hash":3692268032,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":28061696,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-08T23:05:33.964796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3692268032,"revision":5645,"compact-revision":2954} {"level":"info","ts":"2026-09-08T23:07:11.917344Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000236e.wal"} {"level":"info","ts":"2026-09-08T23:07:15.986287Z","caller":"traceutil/trace.go:171","msg":"trace[501928209] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9089; }","duration":"247.715496ms","start":"2026-09-08T23:07:15.738546Z","end":"2026-09-08T23:07:15.986262Z","steps":["trace[501928209] 'read index received' (duration: 247.500371ms)","trace[501928209] 'applied index is now lower than readState.Index' (duration: 213.755µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:07:15.986356Z","caller":"traceutil/trace.go:171","msg":"trace[279012891] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"272.948673ms","start":"2026-09-08T23:07:15.713375Z","end":"2026-09-08T23:07:15.986324Z","steps":["trace[279012891] 'process raft request' (duration: 272.724548ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:07:15.986637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.611846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-08T23:07:15.986734Z","caller":"traceutil/trace.go:171","msg":"trace[154924770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8774; }","duration":"118.75453ms","start":"2026-09-08T23:07:15.867961Z","end":"2026-09-08T23:07:15.986715Z","steps":["trace[154924770] 'agreement among raft nodes before linearized reading' (duration: 118.537855ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:07:15.98673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.851011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-09-08T23:07:15.986637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.602188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-08T23:07:15.986819Z","caller":"traceutil/trace.go:171","msg":"trace[319087546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8774; }","duration":"118.970924ms","start":"2026-09-08T23:07:15.86783Z","end":"2026-09-08T23:07:15.986801Z","steps":["trace[319087546] 'agreement among raft nodes before linearized reading' (duration: 118.700779ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:15.986835Z","caller":"traceutil/trace.go:171","msg":"trace[1432298555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8774; }","duration":"128.843584ms","start":"2026-09-08T23:07:15.85797Z","end":"2026-09-08T23:07:15.986814Z","steps":["trace[1432298555] 'agreement among raft nodes before linearized reading' (duration: 128.509777ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:07:15.986755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.132164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-08T23:07:15.987165Z","caller":"traceutil/trace.go:171","msg":"trace[1390855757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8774; }","duration":"248.734218ms","start":"2026-09-08T23:07:15.738414Z","end":"2026-09-08T23:07:15.987148Z","steps":["trace[1390855757] 'agreement among raft nodes before linearized reading' (duration: 248.004712ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:16.169294Z","caller":"traceutil/trace.go:171","msg":"trace[1278682768] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"178.103194ms","start":"2026-09-08T23:07:15.991155Z","end":"2026-09-08T23:07:16.169258Z","steps":["trace[1278682768] 'process raft request' (duration: 110.498344ms)","trace[1278682768] 'compare' (duration: 67.486997ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:07:16.174505Z","caller":"traceutil/trace.go:171","msg":"trace[1773490451] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"182.67323ms","start":"2026-09-08T23:07:15.991802Z","end":"2026-09-08T23:07:16.174476Z","steps":["trace[1773490451] 'process raft request' (duration: 182.533897ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:16.174509Z","caller":"traceutil/trace.go:171","msg":"trace[1340876150] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"182.749862ms","start":"2026-09-08T23:07:15.991724Z","end":"2026-09-08T23:07:16.174474Z","steps":["trace[1340876150] 'process raft request' (duration: 182.488056ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:16.174756Z","caller":"traceutil/trace.go:171","msg":"trace[19821588] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"182.797002ms","start":"2026-09-08T23:07:15.991934Z","end":"2026-09-08T23:07:16.174731Z","steps":["trace[19821588] 'process raft request' (duration: 182.456255ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:16.174833Z","caller":"traceutil/trace.go:171","msg":"trace[907021503] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"179.776118ms","start":"2026-09-08T23:07:15.995036Z","end":"2026-09-08T23:07:16.174813Z","steps":["trace[907021503] 'process raft request' (duration: 179.499812ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:16.174949Z","caller":"traceutil/trace.go:171","msg":"trace[296555295] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"150.187249ms","start":"2026-09-08T23:07:16.024751Z","end":"2026-09-08T23:07:16.174938Z","steps":["trace[296555295] 'process raft request' (duration: 149.941383ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:27.638206Z","caller":"traceutil/trace.go:171","msg":"trace[692026340] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"209.485392ms","start":"2026-09-08T23:07:27.428692Z","end":"2026-09-08T23:07:27.638177Z","steps":["trace[692026340] 'process raft request' (duration: 209.278697ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:28.10602Z","caller":"traceutil/trace.go:171","msg":"trace[550374278] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9152; }","duration":"129.099299ms","start":"2026-09-08T23:07:27.976892Z","end":"2026-09-08T23:07:28.105991Z","steps":["trace[550374278] 'read index received' (duration: 35.056156ms)","trace[550374278] 'applied index is now lower than readState.Index' (duration: 94.041513ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:07:28.106162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.241812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:07:28.106212Z","caller":"traceutil/trace.go:171","msg":"trace[1545093324] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8835; }","duration":"129.343584ms","start":"2026-09-08T23:07:27.976852Z","end":"2026-09-08T23:07:28.106196Z","steps":["trace[1545093324] 'agreement among raft nodes before linearized reading' (duration: 129.240312ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:28.106214Z","caller":"traceutil/trace.go:171","msg":"trace[2029098343] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"287.064753ms","start":"2026-09-08T23:07:27.819118Z","end":"2026-09-08T23:07:28.106182Z","steps":["trace[2029098343] 'process raft request' (duration: 247.025931ms)","trace[2029098343] 'compare' (duration: 39.726796ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:07:28.130741Z","caller":"traceutil/trace.go:171","msg":"trace[834814897] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"117.597434ms","start":"2026-09-08T23:07:28.013123Z","end":"2026-09-08T23:07:28.130721Z","steps":["trace[834814897] 'process raft request' (duration: 117.164185ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:28.47006Z","caller":"traceutil/trace.go:171","msg":"trace[557552978] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"146.224874ms","start":"2026-09-08T23:07:28.323807Z","end":"2026-09-08T23:07:28.470032Z","steps":["trace[557552978] 'process raft request' (duration: 84.941008ms)","trace[557552978] 'compare' (duration: 61.165803ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:07:28.500475Z","caller":"traceutil/trace.go:171","msg":"trace[1745006934] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"174.929205ms","start":"2026-09-08T23:07:28.325522Z","end":"2026-09-08T23:07:28.500451Z","steps":["trace[1745006934] 'process raft request' (duration: 174.736711ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:28.500781Z","caller":"traceutil/trace.go:171","msg":"trace[477315797] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"175.12916ms","start":"2026-09-08T23:07:28.325619Z","end":"2026-09-08T23:07:28.500749Z","steps":["trace[477315797] 'process raft request' (duration: 174.768722ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:28.500804Z","caller":"traceutil/trace.go:171","msg":"trace[1274271841] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"173.861602ms","start":"2026-09-08T23:07:28.326917Z","end":"2026-09-08T23:07:28.500779Z","steps":["trace[1274271841] 'process raft request' (duration: 173.73266ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:28.500908Z","caller":"traceutil/trace.go:171","msg":"trace[1533756147] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"173.911314ms","start":"2026-09-08T23:07:28.326978Z","end":"2026-09-08T23:07:28.50089Z","steps":["trace[1533756147] 'process raft request' (duration: 173.7614ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:29.251669Z","caller":"traceutil/trace.go:171","msg":"trace[1156507455] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"188.379501ms","start":"2026-09-08T23:07:29.063265Z","end":"2026-09-08T23:07:29.251645Z","steps":["trace[1156507455] 'process raft request' (duration: 188.219128ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:29.832387Z","caller":"traceutil/trace.go:171","msg":"trace[186972463] linearizableReadLoop","detail":"{readStateIndex:9166; appliedIndex:9165; }","duration":"151.083797ms","start":"2026-09-08T23:07:29.68127Z","end":"2026-09-08T23:07:29.832353Z","steps":["trace[186972463] 'read index received' (duration: 150.776801ms)","trace[186972463] 'applied index is now lower than readState.Index' (duration: 305.176µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:07:29.832546Z","caller":"traceutil/trace.go:171","msg":"trace[1255957155] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"183.766283ms","start":"2026-09-08T23:07:29.648735Z","end":"2026-09-08T23:07:29.832501Z","steps":["trace[1255957155] 'process raft request' (duration: 183.318164ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:07:29.832719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.421415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-08T23:07:29.832861Z","caller":"traceutil/trace.go:171","msg":"trace[427088081] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8847; }","duration":"151.622498ms","start":"2026-09-08T23:07:29.681221Z","end":"2026-09-08T23:07:29.832844Z","steps":["trace[427088081] 'agreement among raft nodes before linearized reading' (duration: 151.408564ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:07:29.883177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.714144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhb67\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-09-08T23:07:29.883303Z","caller":"traceutil/trace.go:171","msg":"trace[1549976164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhb67; range_end:; response_count:1; response_revision:8848; }","duration":"147.885818ms","start":"2026-09-08T23:07:29.73539Z","end":"2026-09-08T23:07:29.883275Z","steps":["trace[1549976164] 'agreement among raft nodes before linearized reading' (duration: 147.035991ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:07:30.328926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.528902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:07:30.329079Z","caller":"traceutil/trace.go:171","msg":"trace[1756158971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8849; }","duration":"125.777587ms","start":"2026-09-08T23:07:30.203267Z","end":"2026-09-08T23:07:30.329044Z","steps":["trace[1756158971] 'range keys from in-memory index tree' (duration: 125.318578ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:30.60989Z","caller":"traceutil/trace.go:171","msg":"trace[1414290217] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"101.018181ms","start":"2026-09-08T23:07:30.508849Z","end":"2026-09-08T23:07:30.609867Z","steps":["trace[1414290217] 'process raft request' (duration: 100.878328ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:30.610204Z","caller":"traceutil/trace.go:171","msg":"trace[129045603] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"101.035132ms","start":"2026-09-08T23:07:30.509153Z","end":"2026-09-08T23:07:30.610188Z","steps":["trace[129045603] 'process raft request' (duration: 100.664104ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:30.610402Z","caller":"traceutil/trace.go:171","msg":"trace[1845540570] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"100.610183ms","start":"2026-09-08T23:07:30.50975Z","end":"2026-09-08T23:07:30.610361Z","steps":["trace[1845540570] 'process raft request' (duration: 100.366027ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:59.470024Z","caller":"traceutil/trace.go:171","msg":"trace[1992789519] linearizableReadLoop","detail":"{readStateIndex:9389; appliedIndex:9388; }","duration":"147.728456ms","start":"2026-09-08T23:07:59.322266Z","end":"2026-09-08T23:07:59.469994Z","steps":["trace[1992789519] 'read index received' (duration: 147.596683ms)","trace[1992789519] 'applied index is now lower than readState.Index' (duration: 130.293µs)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:07:59.470184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.89903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:07:59.470217Z","caller":"traceutil/trace.go:171","msg":"trace[403489812] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9061; }","duration":"147.959141ms","start":"2026-09-08T23:07:59.322247Z","end":"2026-09-08T23:07:59.470206Z","steps":["trace[403489812] 'agreement among raft nodes before linearized reading' (duration: 147.850209ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:07:59.470587Z","caller":"traceutil/trace.go:171","msg":"trace[1135437005] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"198.687581ms","start":"2026-09-08T23:07:59.271888Z","end":"2026-09-08T23:07:59.470575Z","steps":["trace[1135437005] 'process raft request' (duration: 197.911525ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:08:02.940827Z","caller":"traceutil/trace.go:171","msg":"trace[1771674112] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"140.325158ms","start":"2026-09-08T23:08:02.800472Z","end":"2026-09-08T23:08:02.940797Z","steps":["trace[1771674112] 'process raft request' (duration: 116.107922ms)","trace[1771674112] 'compare' (duration: 24.109424ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:08:02.969085Z","caller":"traceutil/trace.go:171","msg":"trace[2088194689] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"153.664493ms","start":"2026-09-08T23:08:02.815383Z","end":"2026-09-08T23:08:02.969048Z","steps":["trace[2088194689] 'process raft request' (duration: 153.429518ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:08:02.969105Z","caller":"traceutil/trace.go:171","msg":"trace[696912127] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"153.673022ms","start":"2026-09-08T23:08:02.815403Z","end":"2026-09-08T23:08:02.969076Z","steps":["trace[696912127] 'process raft request' (duration: 153.55139ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:09:12.445545Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"83287f3a81241ad4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-08T23:09:12.452954Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-09-08T23:09:12.453113Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-09-08T23:10:33.894522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7980} {"level":"info","ts":"2026-09-08T23:10:33.983187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7980,"took":"85.626775ms","hash":2022399868,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":25321472,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-09-08T23:10:33.983272Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2022399868,"revision":7980,"compact-revision":5645} {"level":"info","ts":"2026-09-08T23:15:21.747713Z","caller":"traceutil/trace.go:171","msg":"trace[1207876677] transaction","detail":"{read_only:false; response_revision:12431; number_of_response:1; }","duration":"132.058248ms","start":"2026-09-08T23:15:21.615611Z","end":"2026-09-08T23:15:21.74767Z","steps":["trace[1207876677] 'process raft request' (duration: 131.824053ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:15:21.924003Z","caller":"traceutil/trace.go:171","msg":"trace[436052514] linearizableReadLoop","detail":"{readStateIndex:12867; appliedIndex:12865; }","duration":"303.629542ms","start":"2026-09-08T23:15:21.620344Z","end":"2026-09-08T23:15:21.923974Z","steps":["trace[436052514] 'read index received' (duration: 127.031591ms)","trace[436052514] 'applied index is now lower than readState.Index' (duration: 176.596601ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:15:21.924048Z","caller":"traceutil/trace.go:171","msg":"trace[1693451886] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"304.668375ms","start":"2026-09-08T23:15:21.619328Z","end":"2026-09-08T23:15:21.923996Z","steps":["trace[1693451886] 'process raft request' (duration: 235.107581ms)","trace[1693451886] 'compare' (duration: 69.39014ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:15:21.924236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:15:21.619306Z","time spent":"304.831689ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-08T23:15:21.924243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.863487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-08T23:15:21.924431Z","caller":"traceutil/trace.go:171","msg":"trace[1534822053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12432; }","duration":"304.075552ms","start":"2026-09-08T23:15:21.620321Z","end":"2026-09-08T23:15:21.924396Z","steps":["trace[1534822053] 'agreement among raft nodes before linearized reading' (duration: 303.748195ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:15:21.924471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:15:21.62031Z","time spent":"304.151064ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-08T23:15:33.903662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10351} {"level":"info","ts":"2026-09-08T23:15:33.993058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10351,"took":"86.257177ms","hash":1352051002,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":25374720,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-09-08T23:15:33.993117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1352051002,"revision":10351,"compact-revision":7980} {"level":"info","ts":"2026-09-08T23:20:33.911361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12521} {"level":"info","ts":"2026-09-08T23:20:34.004696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12521,"took":"90.43568ms","hash":748582118,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":27774976,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-08T23:20:34.004777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":748582118,"revision":12521,"compact-revision":10351} {"level":"info","ts":"2026-09-08T23:21:56.240945Z","caller":"traceutil/trace.go:171","msg":"trace[1087105383] linearizableReadLoop","detail":"{readStateIndex:15584; appliedIndex:15583; }","duration":"129.534901ms","start":"2026-09-08T23:21:56.11138Z","end":"2026-09-08T23:21:56.240915Z","steps":["trace[1087105383] 'read index received' (duration: 129.261344ms)","trace[1087105383] 'applied index is now lower than readState.Index' (duration: 272.377µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:21:56.241012Z","caller":"traceutil/trace.go:171","msg":"trace[1242646588] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"129.905978ms","start":"2026-09-08T23:21:56.111069Z","end":"2026-09-08T23:21:56.240975Z","steps":["trace[1242646588] 'process raft request' (duration: 129.660013ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:21:56.241276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.616847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-08T23:21:56.241334Z","caller":"traceutil/trace.go:171","msg":"trace[461558878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15055; }","duration":"125.712208ms","start":"2026-09-08T23:21:56.115605Z","end":"2026-09-08T23:21:56.241317Z","steps":["trace[461558878] 'agreement among raft nodes before linearized reading' (duration: 125.498514ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:21:56.241329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.917649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-08T23:21:56.241422Z","caller":"traceutil/trace.go:171","msg":"trace[631945193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15055; }","duration":"130.053462ms","start":"2026-09-08T23:21:56.111332Z","end":"2026-09-08T23:21:56.241385Z","steps":["trace[631945193] 'agreement among raft nodes before linearized reading' (duration: 129.753415ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:21:56.369994Z","caller":"traceutil/trace.go:171","msg":"trace[645910404] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"123.759818ms","start":"2026-09-08T23:21:56.246201Z","end":"2026-09-08T23:21:56.369961Z","steps":["trace[645910404] 'process raft request' (duration: 116.594665ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:21:56.370125Z","caller":"traceutil/trace.go:171","msg":"trace[1023193559] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"123.463551ms","start":"2026-09-08T23:21:56.246639Z","end":"2026-09-08T23:21:56.370103Z","steps":["trace[1023193559] 'process raft request' (duration: 123.260317ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:22:14.577584Z","caller":"traceutil/trace.go:171","msg":"trace[258815435] linearizableReadLoop","detail":"{readStateIndex:15698; appliedIndex:15697; }","duration":"247.484511ms","start":"2026-09-08T23:22:14.330073Z","end":"2026-09-08T23:22:14.577557Z","steps":["trace[258815435] 'read index received' (duration: 247.269327ms)","trace[258815435] 'applied index is now lower than readState.Index' (duration: 214.094µs)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:22:14.577856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.769388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-mxnnd\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-09-08T23:22:14.577895Z","caller":"traceutil/trace.go:171","msg":"trace[1685067776] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-mxnnd; range_end:; response_count:1; response_revision:15163; }","duration":"247.864699ms","start":"2026-09-08T23:22:14.330019Z","end":"2026-09-08T23:22:14.577884Z","steps":["trace[1685067776] 'agreement among raft nodes before linearized reading' (duration: 247.697756ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:22:14.577961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.788393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-08T23:22:14.578058Z","caller":"traceutil/trace.go:171","msg":"trace[201695552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15163; }","duration":"113.944087ms","start":"2026-09-08T23:22:14.464094Z","end":"2026-09-08T23:22:14.578038Z","steps":["trace[201695552] 'agreement among raft nodes before linearized reading' (duration: 113.685491ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:22:14.578039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.674927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-08T23:22:14.57813Z","caller":"traceutil/trace.go:171","msg":"trace[644234341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15163; }","duration":"110.80885ms","start":"2026-09-08T23:22:14.467297Z","end":"2026-09-08T23:22:14.578106Z","steps":["trace[644234341] 'agreement among raft nodes before linearized reading' (duration: 110.523884ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:22:14.577889Z","caller":"traceutil/trace.go:171","msg":"trace[677261689] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"264.601806ms","start":"2026-09-08T23:22:14.313096Z","end":"2026-09-08T23:22:14.577698Z","steps":["trace[677261689] 'process raft request' (duration: 264.27435ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:22:14.733616Z","caller":"traceutil/trace.go:171","msg":"trace[93732066] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"150.622479ms","start":"2026-09-08T23:22:14.58296Z","end":"2026-09-08T23:22:14.733582Z","steps":["trace[93732066] 'process raft request' (duration: 137.506399ms)","trace[93732066] 'compare' (duration: 12.899625ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:22:14.738025Z","caller":"traceutil/trace.go:171","msg":"trace[1296020964] linearizableReadLoop","detail":"{readStateIndex:15700; appliedIndex:15698; }","duration":"145.454738ms","start":"2026-09-08T23:22:14.59253Z","end":"2026-09-08T23:22:14.737984Z","steps":["trace[1296020964] 'read index received' (duration: 128.069588ms)","trace[1296020964] 'applied index is now lower than readState.Index' (duration: 17.38383ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:22:14.738089Z","caller":"traceutil/trace.go:171","msg":"trace[2087885803] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"145.507159ms","start":"2026-09-08T23:22:14.592553Z","end":"2026-09-08T23:22:14.73806Z","steps":["trace[2087885803] 'process raft request' (duration: 145.351675ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:22:14.738154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.598192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:22:14.738163Z","caller":"traceutil/trace.go:171","msg":"trace[191417033] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"154.540923ms","start":"2026-09-08T23:22:14.583596Z","end":"2026-09-08T23:22:14.738137Z","steps":["trace[191417033] 'process raft request' (duration: 154.179815ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:22:14.73821Z","caller":"traceutil/trace.go:171","msg":"trace[1689349391] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15166; }","duration":"145.707694ms","start":"2026-09-08T23:22:14.592485Z","end":"2026-09-08T23:22:14.738192Z","steps":["trace[1689349391] 'agreement among raft nodes before linearized reading' (duration: 145.598341ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:23:56.557851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.201447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-08T23:23:56.558141Z","caller":"traceutil/trace.go:171","msg":"trace[1650727466] transaction","detail":"{read_only:false; response_revision:16244; number_of_response:1; }","duration":"153.194724ms","start":"2026-09-08T23:23:56.404906Z","end":"2026-09-08T23:23:56.5581Z","steps":["trace[1650727466] 'process raft request' (duration: 27.590318ms)","trace[1650727466] 'compare' (duration: 125.001803ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:23:56.558215Z","caller":"traceutil/trace.go:171","msg":"trace[107756610] transaction","detail":"{read_only:false; response_revision:16245; number_of_response:1; }","duration":"120.594849ms","start":"2026-09-08T23:23:56.437579Z","end":"2026-09-08T23:23:56.558174Z","steps":["trace[107756610] 'process raft request' (duration: 120.436036ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:23:56.615724Z","caller":"traceutil/trace.go:171","msg":"trace[1547703134] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"120.759793ms","start":"2026-09-08T23:23:56.494936Z","end":"2026-09-08T23:23:56.615696Z","steps":["trace[1547703134] 'process raft request' (duration: 120.482276ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:23:57.640561Z","caller":"traceutil/trace.go:171","msg":"trace[1583001687] linearizableReadLoop","detail":"{readStateIndex:16821; appliedIndex:16820; }","duration":"247.113685ms","start":"2026-09-08T23:23:57.393415Z","end":"2026-09-08T23:23:57.640528Z","steps":["trace[1583001687] 'read index received' (duration: 178.701447ms)","trace[1583001687] 'applied index is now lower than readState.Index' (duration: 68.410688ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:23:57.640698Z","caller":"traceutil/trace.go:171","msg":"trace[1820199544] transaction","detail":"{read_only:false; response_revision:16251; number_of_response:1; }","duration":"263.469353ms","start":"2026-09-08T23:23:57.377216Z","end":"2026-09-08T23:23:57.640685Z","steps":["trace[1820199544] 'process raft request' (duration: 194.817101ms)","trace[1820199544] 'compare' (duration: 68.162582ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:23:57.64083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.429131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-09-08T23:23:57.640904Z","caller":"traceutil/trace.go:171","msg":"trace[1514686108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16251; }","duration":"247.512384ms","start":"2026-09-08T23:23:57.393374Z","end":"2026-09-08T23:23:57.640886Z","steps":["trace[1514686108] 'agreement among raft nodes before linearized reading' (duration: 247.328269ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:23:57.650447Z","caller":"traceutil/trace.go:171","msg":"trace[839046707] transaction","detail":"{read_only:false; response_revision:16252; number_of_response:1; }","duration":"241.818931ms","start":"2026-09-08T23:23:57.408604Z","end":"2026-09-08T23:23:57.650422Z","steps":["trace[839046707] 'process raft request' (duration: 241.632477ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:23:57.65063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.250363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-08T23:23:57.650693Z","caller":"traceutil/trace.go:171","msg":"trace[546543829] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16252; }","duration":"152.389006ms","start":"2026-09-08T23:23:57.498294Z","end":"2026-09-08T23:23:57.650683Z","steps":["trace[546543829] 'agreement among raft nodes before linearized reading' (duration: 152.07475ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:25:33.920595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14550} {"level":"info","ts":"2026-09-08T23:25:34.005932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14550,"took":"81.126323ms","hash":4131395581,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":31019008,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-08T23:25:34.006025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4131395581,"revision":14550,"compact-revision":12521} {"level":"info","ts":"2026-09-08T23:30:33.927853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16855} {"level":"info","ts":"2026-09-08T23:30:34.03092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16855,"took":"99.949046ms","hash":2058988072,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":32010240,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-08T23:30:34.030967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2058988072,"revision":16855,"compact-revision":14550} {"level":"warn","ts":"2026-09-08T23:30:43.121357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1933346625477486957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-08T23:30:43.505807Z","caller":"traceutil/trace.go:171","msg":"trace[344972875] transaction","detail":"{read_only:false; response_revision:19137; number_of_response:1; }","duration":"923.282206ms","start":"2026-09-08T23:30:42.582497Z","end":"2026-09-08T23:30:43.505779Z","steps":["trace[344972875] 'process raft request' (duration: 923.115692ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.50597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.582467Z","time spent":"923.418988ms","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-08T23:30:43.512621Z","caller":"traceutil/trace.go:171","msg":"trace[1360395750] transaction","detail":"{read_only:false; response_revision:19138; number_of_response:1; }","duration":"880.306327ms","start":"2026-09-08T23:30:42.632291Z","end":"2026-09-08T23:30:43.512597Z","steps":["trace[1360395750] 'process raft request' (duration: 880.052902ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.51272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.632274Z","time spent":"880.39981ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-08T23:30:43.670621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.085319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-08T23:30:43.670772Z","caller":"traceutil/trace.go:171","msg":"trace[1862145247] linearizableReadLoop","detail":"{readStateIndex:19809; appliedIndex:19806; }","duration":"1.049434352s","start":"2026-09-08T23:30:42.621316Z","end":"2026-09-08T23:30:43.670751Z","steps":["trace[1862145247] 'read index received' (duration: 884.367284ms)","trace[1862145247] 'applied index is now lower than readState.Index' (duration: 165.065458ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:30:43.670972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049642807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8sjn6\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-09-08T23:30:43.671007Z","caller":"traceutil/trace.go:171","msg":"trace[1298965278] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8sjn6; range_end:; response_count:1; response_revision:19138; }","duration":"1.049719029s","start":"2026-09-08T23:30:42.621277Z","end":"2026-09-08T23:30:43.670996Z","steps":["trace[1298965278] 'agreement among raft nodes before linearized reading' (duration: 1.049564815s)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.671006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.934575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-08T23:30:43.671036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.621257Z","time spent":"1.049771639s","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8sjn6\" "} {"level":"info","ts":"2026-09-08T23:30:43.671051Z","caller":"traceutil/trace.go:171","msg":"trace[1939113431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19138; }","duration":"150.980386ms","start":"2026-09-08T23:30:43.520056Z","end":"2026-09-08T23:30:43.671036Z","steps":["trace[1939113431] 'agreement among raft nodes before linearized reading' (duration: 150.899525ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.671114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.626496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-08T23:30:43.671204Z","caller":"traceutil/trace.go:171","msg":"trace[1753342929] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19138; }","duration":"722.764871ms","start":"2026-09-08T23:30:42.94842Z","end":"2026-09-08T23:30:43.671184Z","steps":["trace[1753342929] 'agreement among raft nodes before linearized reading' (duration: 722.516535ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.671249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.948401Z","time spent":"722.838373ms","remote":"127.0.0.1:53822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":133,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-09-08T23:30:43.671222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.813713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-08T23:30:43.671332Z","caller":"traceutil/trace.go:171","msg":"trace[1278191285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19138; }","duration":"811.964217ms","start":"2026-09-08T23:30:42.859339Z","end":"2026-09-08T23:30:43.671303Z","steps":["trace[1278191285] 'agreement among raft nodes before linearized reading' (duration: 811.65944ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.671425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.859321Z","time spent":"812.088279ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-08T23:30:43.671435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.979961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-09-08T23:30:43.671505Z","caller":"traceutil/trace.go:171","msg":"trace[1507044115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19138; }","duration":"888.116545ms","start":"2026-09-08T23:30:42.783365Z","end":"2026-09-08T23:30:43.671481Z","steps":["trace[1507044115] 'agreement among raft nodes before linearized reading' (duration: 887.87514ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.671555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.783347Z","time spent":"888.197486ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-08T23:30:43.671692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016436957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-08T23:30:43.672048Z","caller":"traceutil/trace.go:171","msg":"trace[371849075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19138; }","duration":"1.017541241s","start":"2026-09-08T23:30:42.654484Z","end":"2026-09-08T23:30:43.672025Z","steps":["trace[371849075] 'agreement among raft nodes before linearized reading' (duration: 1.016383506s)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.672112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:42.654469Z","time spent":"1.017629743s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-09-08T23:30:43.671931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.002659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-08T23:30:43.672687Z","caller":"traceutil/trace.go:171","msg":"trace[1383063394] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19138; }","duration":"195.808196ms","start":"2026-09-08T23:30:43.476864Z","end":"2026-09-08T23:30:43.672673Z","steps":["trace[1383063394] 'agreement among raft nodes before linearized reading' (duration: 194.126239ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:30:43.832649Z","caller":"traceutil/trace.go:171","msg":"trace[1185864851] linearizableReadLoop","detail":"{readStateIndex:19810; appliedIndex:19809; }","duration":"156.322462ms","start":"2026-09-08T23:30:43.676299Z","end":"2026-09-08T23:30:43.832621Z","steps":["trace[1185864851] 'read index received' (duration: 156.125728ms)","trace[1185864851] 'applied index is now lower than readState.Index' (duration: 195.444µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:30:43.832945Z","caller":"traceutil/trace.go:171","msg":"trace[387510582] transaction","detail":"{read_only:false; response_revision:19139; number_of_response:1; }","duration":"156.763441ms","start":"2026-09-08T23:30:43.67617Z","end":"2026-09-08T23:30:43.832933Z","steps":["trace[387510582] 'process raft request' (duration: 156.285831ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:43.834242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.916206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946759"} {"level":"info","ts":"2026-09-08T23:30:43.83431Z","caller":"traceutil/trace.go:171","msg":"trace[1341459261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19139; }","duration":"158.035169ms","start":"2026-09-08T23:30:43.676257Z","end":"2026-09-08T23:30:43.834292Z","steps":["trace[1341459261] 'agreement among raft nodes before linearized reading' (duration: 156.855823ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:30:44.021731Z","caller":"traceutil/trace.go:171","msg":"trace[1109204459] linearizableReadLoop","detail":"{readStateIndex:19811; appliedIndex:19810; }","duration":"188.98119ms","start":"2026-09-08T23:30:43.832724Z","end":"2026-09-08T23:30:44.021705Z","steps":["trace[1109204459] 'read index received' (duration: 188.794096ms)","trace[1109204459] 'applied index is now lower than readState.Index' (duration: 186.064µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:30:44.021773Z","caller":"traceutil/trace.go:171","msg":"trace[1724951394] transaction","detail":"{read_only:false; response_revision:19140; number_of_response:1; }","duration":"345.372564ms","start":"2026-09-08T23:30:43.676362Z","end":"2026-09-08T23:30:44.021735Z","steps":["trace[1724951394] 'process raft request' (duration: 345.20977ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:44.021936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:43.67634Z","time spent":"345.505076ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-08T23:30:44.021953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.89616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-08T23:30:44.021997Z","caller":"traceutil/trace.go:171","msg":"trace[115761985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19140; }","duration":"334.990421ms","start":"2026-09-08T23:30:43.686993Z","end":"2026-09-08T23:30:44.021983Z","steps":["trace[115761985] 'agreement among raft nodes before linearized reading' (duration: 334.811337ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:44.022049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:30:43.686976Z","time spent":"335.061473ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-08T23:30:44.022435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.087269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-08T23:30:44.022478Z","caller":"traceutil/trace.go:171","msg":"trace[1241951644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19140; }","duration":"238.174751ms","start":"2026-09-08T23:30:43.784293Z","end":"2026-09-08T23:30:44.022468Z","steps":["trace[1241951644] 'agreement among raft nodes before linearized reading' (duration: 238.036578ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:30:44.022561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.279835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-08T23:30:44.02313Z","caller":"traceutil/trace.go:171","msg":"trace[780757395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19140; }","duration":"233.323927ms","start":"2026-09-08T23:30:43.789766Z","end":"2026-09-08T23:30:44.02309Z","steps":["trace[780757395] 'agreement among raft nodes before linearized reading' (duration: 232.02107ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:30:44.026695Z","caller":"traceutil/trace.go:171","msg":"trace[382864671] transaction","detail":"{read_only:false; response_revision:19142; number_of_response:1; }","duration":"116.03393ms","start":"2026-09-08T23:30:43.910616Z","end":"2026-09-08T23:30:44.02665Z","steps":["trace[382864671] 'process raft request' (duration: 115.818266ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:30:44.027096Z","caller":"traceutil/trace.go:171","msg":"trace[833015092] transaction","detail":"{read_only:false; response_revision:19141; number_of_response:1; }","duration":"125.478222ms","start":"2026-09-08T23:30:43.901603Z","end":"2026-09-08T23:30:44.027081Z","steps":["trace[833015092] 'process raft request' (duration: 124.740936ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:30:44.139005Z","caller":"traceutil/trace.go:171","msg":"trace[956923362] transaction","detail":"{read_only:false; response_revision:19145; number_of_response:1; }","duration":"109.403508ms","start":"2026-09-08T23:30:44.029577Z","end":"2026-09-08T23:30:44.13898Z","steps":["trace[956923362] 'process raft request' (duration: 109.348197ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:30:44.139096Z","caller":"traceutil/trace.go:171","msg":"trace[1888465046] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"109.491132ms","start":"2026-09-08T23:30:44.029558Z","end":"2026-09-08T23:30:44.139049Z","steps":["trace[1888465046] 'process raft request' (duration: 97.620037ms)","trace[1888465046] 'compare' (duration: 11.621578ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:30:52.302172Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"83287f3a81241ad4","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-08T23:30:52.308826Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-09-08T23:30:52.308965Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-09-08T23:31:42.491513Z","caller":"traceutil/trace.go:171","msg":"trace[1320589682] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"122.529538ms","start":"2026-09-08T23:31:42.368956Z","end":"2026-09-08T23:31:42.491485Z","steps":["trace[1320589682] 'process raft request' (duration: 122.352725ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:35:33.935776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19082} {"level":"info","ts":"2026-09-08T23:35:34.039748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19082,"took":"97.330801ms","hash":2115749862,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":33652736,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-09-08T23:35:34.039848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2115749862,"revision":19082,"compact-revision":16855} {"level":"info","ts":"2026-09-08T23:37:01.655017Z","caller":"traceutil/trace.go:171","msg":"trace[1958328929] linearizableReadLoop","detail":"{readStateIndex:22776; appliedIndex:22775; }","duration":"133.959824ms","start":"2026-09-08T23:37:01.521026Z","end":"2026-09-08T23:37:01.654986Z","steps":["trace[1958328929] 'read index received' (duration: 133.617646ms)","trace[1958328929] 'applied index is now lower than readState.Index' (duration: 340.918µs)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:37:01.655084Z","caller":"traceutil/trace.go:171","msg":"trace[718834595] transaction","detail":"{read_only:false; response_revision:22012; number_of_response:1; }","duration":"136.792714ms","start":"2026-09-08T23:37:01.518253Z","end":"2026-09-08T23:37:01.655045Z","steps":["trace[718834595] 'process raft request' (duration: 136.544839ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:37:01.655575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.25536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-08T23:37:01.655652Z","caller":"traceutil/trace.go:171","msg":"trace[1239709895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22012; }","duration":"134.773411ms","start":"2026-09-08T23:37:01.520851Z","end":"2026-09-08T23:37:01.655625Z","steps":["trace[1239709895] 'agreement among raft nodes before linearized reading' (duration: 134.262ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:37:01.950703Z","caller":"traceutil/trace.go:171","msg":"trace[177370013] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"105.841582ms","start":"2026-09-08T23:37:01.844841Z","end":"2026-09-08T23:37:01.950682Z","steps":["trace[177370013] 'process raft request' (duration: 105.720589ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:37:02.109423Z","caller":"traceutil/trace.go:171","msg":"trace[659734726] linearizableReadLoop","detail":"{readStateIndex:22778; appliedIndex:22777; }","duration":"222.375233ms","start":"2026-09-08T23:37:01.886998Z","end":"2026-09-08T23:37:02.109374Z","steps":["trace[659734726] 'read index received' (duration: 63.723012ms)","trace[659734726] 'applied index is now lower than readState.Index' (duration: 158.651041ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:37:02.109628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.602668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-09-08T23:37:02.109683Z","caller":"traceutil/trace.go:171","msg":"trace[1851700868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22014; }","duration":"222.711321ms","start":"2026-09-08T23:37:01.886955Z","end":"2026-09-08T23:37:02.109666Z","steps":["trace[1851700868] 'agreement among raft nodes before linearized reading' (duration: 222.535957ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:37:02.109925Z","caller":"traceutil/trace.go:171","msg":"trace[964644312] transaction","detail":"{read_only:false; response_revision:22014; number_of_response:1; }","duration":"264.202217ms","start":"2026-09-08T23:37:01.845696Z","end":"2026-09-08T23:37:02.109898Z","steps":["trace[964644312] 'process raft request' (duration: 243.903654ms)","trace[964644312] 'compare' (duration: 19.65721ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:37:02.255601Z","caller":"traceutil/trace.go:171","msg":"trace[423562722] transaction","detail":"{read_only:false; response_revision:22015; number_of_response:1; }","duration":"141.373002ms","start":"2026-09-08T23:37:02.114182Z","end":"2026-09-08T23:37:02.255555Z","steps":["trace[423562722] 'process raft request' (duration: 120.557947ms)","trace[423562722] 'compare' (duration: 20.56621ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:37:02.591824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.485564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-08T23:37:02.591955Z","caller":"traceutil/trace.go:171","msg":"trace[1430755094] linearizableReadLoop","detail":"{readStateIndex:22781; appliedIndex:22780; }","duration":"292.976112ms","start":"2026-09-08T23:37:02.298956Z","end":"2026-09-08T23:37:02.591932Z","steps":["trace[1430755094] 'read index received' (duration: 115.248604ms)","trace[1430755094] 'applied index is now lower than readState.Index' (duration: 177.725908ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:37:02.592067Z","caller":"traceutil/trace.go:171","msg":"trace[291281221] transaction","detail":"{read_only:false; response_revision:22017; number_of_response:1; }","duration":"331.597068ms","start":"2026-09-08T23:37:02.26045Z","end":"2026-09-08T23:37:02.592047Z","steps":["trace[291281221] 'process raft request' (duration: 153.790378ms)","trace[291281221] 'compare' (duration: 177.35614ms)"],"step_count":2} {"level":"warn","ts":"2026-09-08T23:37:02.59216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-08T23:37:02.260426Z","time spent":"331.68816ms","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-08T23:37:02.592515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.542164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-08T23:37:02.592595Z","caller":"traceutil/trace.go:171","msg":"trace[995758413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22017; }","duration":"293.633876ms","start":"2026-09-08T23:37:02.298943Z","end":"2026-09-08T23:37:02.592576Z","steps":["trace[995758413] 'agreement among raft nodes before linearized reading' (duration: 293.384171ms)"],"step_count":1} {"level":"warn","ts":"2026-09-08T23:37:02.592665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.342707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-08T23:37:02.592808Z","caller":"traceutil/trace.go:171","msg":"trace[499643158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22017; }","duration":"291.597093ms","start":"2026-09-08T23:37:02.301179Z","end":"2026-09-08T23:37:02.592776Z","steps":["trace[499643158] 'agreement among raft nodes before linearized reading' (duration: 291.174474ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:37:02.729517Z","caller":"traceutil/trace.go:171","msg":"trace[584936662] transaction","detail":"{read_only:false; response_revision:22018; number_of_response:1; }","duration":"132.855239ms","start":"2026-09-08T23:37:02.596626Z","end":"2026-09-08T23:37:02.729481Z","steps":["trace[584936662] 'process raft request' (duration: 120.729001ms)","trace[584936662] 'compare' (duration: 11.837492ms)"],"step_count":2} {"level":"info","ts":"2026-09-08T23:37:02.729685Z","caller":"traceutil/trace.go:171","msg":"trace[14710244] transaction","detail":"{read_only:false; response_revision:22019; number_of_response:1; }","duration":"132.477331ms","start":"2026-09-08T23:37:02.597182Z","end":"2026-09-08T23:37:02.72966Z","steps":["trace[14710244] 'process raft request' (duration: 132.246466ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:40:33.944789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21512} {"level":"info","ts":"2026-09-08T23:40:34.066061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21512,"took":"115.584371ms","hash":3691513149,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":30662656,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-08T23:40:34.066208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3691513149,"revision":21512,"compact-revision":19082} {"level":"info","ts":"2026-09-08T23:41:17.1112Z","caller":"traceutil/trace.go:171","msg":"trace[456398564] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"123.692513ms","start":"2026-09-08T23:41:16.987436Z","end":"2026-09-08T23:41:17.111129Z","steps":["trace[456398564] 'process raft request' (duration: 113.564177ms)"],"step_count":1} {"level":"info","ts":"2026-09-08T23:43:12.611562Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067e7.wal"} {"level":"info","ts":"2026-09-08T23:45:33.951768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23719} {"level":"info","ts":"2026-09-08T23:45:34.071212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23719,"took":"115.424686ms","hash":1041220703,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":42622976,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-09-08T23:45:34.071268Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1041220703,"revision":23719,"compact-revision":21512} {"level":"info","ts":"2026-09-08T23:50:33.860638Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"83287f3a81241ad4","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-08T23:50:33.868282Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-09-08T23:50:33.868443Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-09-08T23:50:33.963293Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26807} {"level":"info","ts":"2026-09-08T23:50:34.10321Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26807,"took":"135.434476ms","hash":3230869464,"current-db-size-bytes":55898112,"current-db-size":"56 MB","current-db-size-in-use-bytes":30810112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-08T23:50:34.103265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3230869464,"revision":26807,"compact-revision":23719}