{"level":"warn","ts":"2026-07-02T10:04:13.379547Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T10:04:13.379751Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.192:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.192:2380","--initial-cluster=instance=https://199.19.213.192:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.192:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.192:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T10:04:13.37983Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T10:04:13.379843Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.192:2380"]} {"level":"info","ts":"2026-07-02T10:04:13.379865Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T10:04:13.380492Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.192:2379"]} {"level":"info","ts":"2026-07-02T10:04:13.380568Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.192:2380"],"listen-peer-urls":["https://199.19.213.192:2380"],"advertise-client-urls":["https://199.19.213.192:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.192:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.192:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T10:04:13.385235Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.411267ms"} {"level":"info","ts":"2026-07-02T10:04:13.391171Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"341a3703c39c1f5b","cluster-id":"65341987fa712ba2"} {"level":"info","ts":"2026-07-02T10:04:13.391296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T10:04:13.39134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became follower at term 0"} {"level":"info","ts":"2026-07-02T10:04:13.391362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 341a3703c39c1f5b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T10:04:13.391377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became follower at term 1"} {"level":"info","ts":"2026-07-02T10:04:13.391436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b switched to configuration voters=(3754373728672948059)"} {"level":"warn","ts":"2026-07-02T10:04:13.398666Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T10:04:13.400417Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T10:04:13.401579Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T10:04:13.403587Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"341a3703c39c1f5b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T10:04:13.405944Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T10:04:13.404612Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"341a3703c39c1f5b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T10:04:13.406395Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T10:04:13.40656Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T10:04:13.412188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b switched to configuration voters=(3754373728672948059)"} {"level":"info","ts":"2026-07-02T10:04:13.412424Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65341987fa712ba2","local-member-id":"341a3703c39c1f5b","added-peer-id":"341a3703c39c1f5b","added-peer-peer-urls":["https://199.19.213.192:2380"]} {"level":"info","ts":"2026-07-02T10:04:13.41316Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T10:04:13.413273Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.192:2380"} {"level":"info","ts":"2026-07-02T10:04:13.41332Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.192:2380"} {"level":"info","ts":"2026-07-02T10:04:13.413536Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"341a3703c39c1f5b","initial-advertise-peer-urls":["https://199.19.213.192:2380"],"listen-peer-urls":["https://199.19.213.192:2380"],"advertise-client-urls":["https://199.19.213.192:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.192:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T10:04:13.413576Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T10:04:13.591829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T10:04:13.591905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T10:04:13.591932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b received MsgPreVoteResp from 341a3703c39c1f5b at term 1"} {"level":"info","ts":"2026-07-02T10:04:13.591953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became candidate at term 2"} {"level":"info","ts":"2026-07-02T10:04:13.591965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b received MsgVoteResp from 341a3703c39c1f5b at term 2"} {"level":"info","ts":"2026-07-02T10:04:13.591982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"341a3703c39c1f5b became leader at term 2"} {"level":"info","ts":"2026-07-02T10:04:13.591997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 341a3703c39c1f5b elected leader 341a3703c39c1f5b at term 2"} {"level":"info","ts":"2026-07-02T10:04:13.59339Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T10:04:13.594275Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T10:04:13.594267Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"341a3703c39c1f5b","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.192:2379]}","request-path":"/0/members/341a3703c39c1f5b/attributes","cluster-id":"65341987fa712ba2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T10:04:13.594382Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T10:04:13.594666Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T10:04:13.594886Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T10:04:13.594977Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65341987fa712ba2","local-member-id":"341a3703c39c1f5b","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T10:04:13.595202Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T10:04:13.595275Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T10:04:13.597997Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.192:2379"} {"level":"info","ts":"2026-07-02T10:04:13.598399Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T10:04:58.142257Z","caller":"traceutil/trace.go:171","msg":"trace[2103300172] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"168.39446ms","start":"2026-07-02T10:04:57.973808Z","end":"2026-07-02T10:04:58.142203Z","steps":["trace[2103300172] 'process raft request' (duration: 116.184566ms)","trace[2103300172] 'compare' (duration: 51.898626ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:04:58.480336Z","caller":"traceutil/trace.go:171","msg":"trace[1837301684] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"263.56191ms","start":"2026-07-02T10:04:58.2167Z","end":"2026-07-02T10:04:58.480262Z","steps":["trace[1837301684] 'process raft request' (duration: 170.751347ms)","trace[1837301684] 'compare' (duration: 92.591629ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:04:58.890441Z","caller":"traceutil/trace.go:171","msg":"trace[1003703922] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"315.167342ms","start":"2026-07-02T10:04:58.575218Z","end":"2026-07-02T10:04:58.890385Z","steps":["trace[1003703922] 'process raft request' (duration: 313.486938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:04:58.891474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:04:58.575195Z","time spent":"315.53416ms","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T10:04:59.230931Z","caller":"traceutil/trace.go:171","msg":"trace[379417422] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"277.574483ms","start":"2026-07-02T10:04:58.953319Z","end":"2026-07-02T10:04:59.230894Z","steps":["trace[379417422] 'process raft request' (duration: 226.238017ms)","trace[379417422] 'compare' (duration: 51.129632ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:05:48.70834Z","caller":"traceutil/trace.go:171","msg":"trace[897001533] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"134.800801ms","start":"2026-07-02T10:05:48.573511Z","end":"2026-07-02T10:05:48.708312Z","steps":["trace[897001533] 'process raft request' (duration: 134.642148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:06:39.492809Z","caller":"traceutil/trace.go:171","msg":"trace[1839817756] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"230.540033ms","start":"2026-07-02T10:06:39.262239Z","end":"2026-07-02T10:06:39.492779Z","steps":["trace[1839817756] 'read index received' (duration: 230.316938ms)","trace[1839817756] 'applied index is now lower than readState.Index' (duration: 221.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:06:39.492993Z","caller":"traceutil/trace.go:171","msg":"trace[970712670] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"250.45445ms","start":"2026-07-02T10:06:39.242528Z","end":"2026-07-02T10:06:39.492982Z","steps":["trace[970712670] 'process raft request' (duration: 250.051621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:06:39.493182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.224187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:06:39.49333Z","caller":"traceutil/trace.go:171","msg":"trace[1691252132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"193.414812ms","start":"2026-07-02T10:06:39.299892Z","end":"2026-07-02T10:06:39.493307Z","steps":["trace[1691252132] 'agreement among raft nodes before linearized reading' (duration: 193.200037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:06:39.493485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.352741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T10:06:39.493596Z","caller":"traceutil/trace.go:171","msg":"trace[758411201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"170.495654ms","start":"2026-07-02T10:06:39.323073Z","end":"2026-07-02T10:06:39.493569Z","steps":["trace[758411201] 'agreement among raft nodes before linearized reading' (duration: 170.174407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:06:39.493486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.215686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-02T10:06:39.493712Z","caller":"traceutil/trace.go:171","msg":"trace[1810615028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1869; }","duration":"231.499592ms","start":"2026-07-02T10:06:39.262189Z","end":"2026-07-02T10:06:39.493689Z","steps":["trace[1810615028] 'agreement among raft nodes before linearized reading' (duration: 231.093864ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:07:30.800869Z","caller":"traceutil/trace.go:171","msg":"trace[1620342484] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"147.091629ms","start":"2026-07-02T10:07:30.653733Z","end":"2026-07-02T10:07:30.800825Z","steps":["trace[1620342484] 'process raft request' (duration: 146.837584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:07:31.033959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.872101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T10:07:31.034183Z","caller":"traceutil/trace.go:171","msg":"trace[1250702672] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"134.301617ms","start":"2026-07-02T10:07:30.89986Z","end":"2026-07-02T10:07:31.034161Z","steps":["trace[1250702672] 'process raft request' (duration: 134.241446ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:07:31.034251Z","caller":"traceutil/trace.go:171","msg":"trace[1946657405] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"285.770915ms","start":"2026-07-02T10:07:30.748415Z","end":"2026-07-02T10:07:31.034186Z","steps":["trace[1946657405] 'process raft request' (duration: 165.345654ms)","trace[1946657405] 'compare' (duration: 119.722127ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:07:31.03424Z","caller":"traceutil/trace.go:171","msg":"trace[1858031327] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2282; }","duration":"240.67559ms","start":"2026-07-02T10:07:30.793496Z","end":"2026-07-02T10:07:31.034172Z","steps":["trace[1858031327] 'read index received' (duration: 7.062975ms)","trace[1858031327] 'applied index is now lower than readState.Index' (duration: 233.609655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:07:31.034516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.983586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T10:07:31.034637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.796961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T10:07:31.034639Z","caller":"traceutil/trace.go:171","msg":"trace[1243531656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2197; }","duration":"241.125469ms","start":"2026-07-02T10:07:30.793489Z","end":"2026-07-02T10:07:31.034614Z","steps":["trace[1243531656] 'agreement among raft nodes before linearized reading' (duration: 240.788922ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:07:31.03468Z","caller":"traceutil/trace.go:171","msg":"trace[227144948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2197; }","duration":"142.894953ms","start":"2026-07-02T10:07:30.891772Z","end":"2026-07-02T10:07:31.034667Z","steps":["trace[227144948] 'agreement among raft nodes before linearized reading' (duration: 142.73253ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:08:26.221743Z","caller":"traceutil/trace.go:171","msg":"trace[1054710306] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"110.570177ms","start":"2026-07-02T10:08:26.111132Z","end":"2026-07-02T10:08:26.221702Z","steps":["trace[1054710306] 'process raft request' (duration: 110.124007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:08:59.088578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.800025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T10:08:59.088728Z","caller":"traceutil/trace.go:171","msg":"trace[788042735] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2864; }","duration":"183.06603ms","start":"2026-07-02T10:08:58.905632Z","end":"2026-07-02T10:08:59.088699Z","steps":["trace[788042735] 'count revisions from in-memory index tree' (duration: 182.617371ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:11:13.89685Z","caller":"traceutil/trace.go:171","msg":"trace[1244127370] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"157.5264ms","start":"2026-07-02T10:11:13.739287Z","end":"2026-07-02T10:11:13.896814Z","steps":["trace[1244127370] 'process raft request' (duration: 157.286355ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:11:13.907399Z","caller":"traceutil/trace.go:171","msg":"trace[1324997982] linearizableReadLoop","detail":"{readStateIndex:3844; appliedIndex:3841; }","duration":"147.308512ms","start":"2026-07-02T10:11:13.760058Z","end":"2026-07-02T10:11:13.907367Z","steps":["trace[1324997982] 'read index received' (duration: 136.627754ms)","trace[1324997982] 'applied index is now lower than readState.Index' (duration: 10.678848ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:11:13.907567Z","caller":"traceutil/trace.go:171","msg":"trace[33807395] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"148.008006ms","start":"2026-07-02T10:11:13.759521Z","end":"2026-07-02T10:11:13.907529Z","steps":["trace[33807395] 'process raft request' (duration: 147.779082ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:11:13.907562Z","caller":"traceutil/trace.go:171","msg":"trace[960350602] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"148.776292ms","start":"2026-07-02T10:11:13.758723Z","end":"2026-07-02T10:11:13.907499Z","steps":["trace[960350602] 'process raft request' (duration: 148.423345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:11:13.90789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.776092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:11:13.90797Z","caller":"traceutil/trace.go:171","msg":"trace[305167661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3697; }","duration":"147.945125ms","start":"2026-07-02T10:11:13.760009Z","end":"2026-07-02T10:11:13.907954Z","steps":["trace[305167661] 'agreement among raft nodes before linearized reading' (duration: 147.553417ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:11:49.747815Z","caller":"traceutil/trace.go:171","msg":"trace[1827485750] linearizableReadLoop","detail":"{readStateIndex:4115; appliedIndex:4114; }","duration":"262.855617ms","start":"2026-07-02T10:11:49.484928Z","end":"2026-07-02T10:11:49.747783Z","steps":["trace[1827485750] 'read index received' (duration: 262.584901ms)","trace[1827485750] 'applied index is now lower than readState.Index' (duration: 269.516µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:11:49.747913Z","caller":"traceutil/trace.go:171","msg":"trace[1482582439] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"282.950107ms","start":"2026-07-02T10:11:49.464919Z","end":"2026-07-02T10:11:49.747869Z","steps":["trace[1482582439] 'process raft request' (duration: 282.670781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:11:49.748193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.287127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T10:11:49.748176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.216035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T10:11:49.748277Z","caller":"traceutil/trace.go:171","msg":"trace[2117167926] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3961; }","duration":"241.45065ms","start":"2026-07-02T10:11:49.506803Z","end":"2026-07-02T10:11:49.748253Z","steps":["trace[2117167926] 'agreement among raft nodes before linearized reading' (duration: 241.302627ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:11:49.7483Z","caller":"traceutil/trace.go:171","msg":"trace[1353211305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3961; }","duration":"263.407959ms","start":"2026-07-02T10:11:49.484864Z","end":"2026-07-02T10:11:49.748272Z","steps":["trace[1353211305] 'agreement among raft nodes before linearized reading' (duration: 263.068252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:11:49.74834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.590251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T10:11:49.748451Z","caller":"traceutil/trace.go:171","msg":"trace[1379684002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3961; }","duration":"259.775525ms","start":"2026-07-02T10:11:49.488656Z","end":"2026-07-02T10:11:49.748432Z","steps":["trace[1379684002] 'agreement among raft nodes before linearized reading' (duration: 259.348886ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.159646Z","caller":"traceutil/trace.go:171","msg":"trace[2017357134] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"117.996472ms","start":"2026-07-02T10:13:16.041619Z","end":"2026-07-02T10:13:16.159615Z","steps":["trace[2017357134] 'process raft request' (duration: 56.629391ms)","trace[2017357134] 'compare' (duration: 61.124006ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:13:16.160058Z","caller":"traceutil/trace.go:171","msg":"trace[1885515081] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5292; }","duration":"101.655126ms","start":"2026-07-02T10:13:16.058389Z","end":"2026-07-02T10:13:16.160044Z","steps":["trace[1885515081] 'read index received' (duration: 39.936659ms)","trace[1885515081] 'applied index is now lower than readState.Index' (duration: 61.716487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:13:16.160261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.954529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4616"} {"level":"info","ts":"2026-07-02T10:13:16.160242Z","caller":"traceutil/trace.go:171","msg":"trace[514918654] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"117.913311ms","start":"2026-07-02T10:13:16.042291Z","end":"2026-07-02T10:13:16.160204Z","steps":["trace[514918654] 'process raft request' (duration: 117.631785ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.160339Z","caller":"traceutil/trace.go:171","msg":"trace[1117739118] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5096; }","duration":"115.463385ms","start":"2026-07-02T10:13:16.044868Z","end":"2026-07-02T10:13:16.160331Z","steps":["trace[1117739118] 'process raft request' (duration: 115.134309ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.160302Z","caller":"traceutil/trace.go:171","msg":"trace[1024740394] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:5096; }","duration":"119.036151ms","start":"2026-07-02T10:13:16.041256Z","end":"2026-07-02T10:13:16.160292Z","steps":["trace[1024740394] 'agreement among raft nodes before linearized reading' (duration: 118.846298ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.160552Z","caller":"traceutil/trace.go:171","msg":"trace[978940625] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"118.373019ms","start":"2026-07-02T10:13:16.042129Z","end":"2026-07-02T10:13:16.160502Z","steps":["trace[978940625] 'process raft request' (duration: 117.411791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:16.160707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.116105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-07-02T10:13:16.160753Z","caller":"traceutil/trace.go:171","msg":"trace[777714302] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:5096; }","duration":"118.174245ms","start":"2026-07-02T10:13:16.042568Z","end":"2026-07-02T10:13:16.160743Z","steps":["trace[777714302] 'agreement among raft nodes before linearized reading' (duration: 118.059853ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.174549Z","caller":"traceutil/trace.go:171","msg":"trace[1456931909] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"111.126643ms","start":"2026-07-02T10:13:16.063396Z","end":"2026-07-02T10:13:16.174523Z","steps":["trace[1456931909] 'process raft request' (duration: 110.96136ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.174649Z","caller":"traceutil/trace.go:171","msg":"trace[39995469] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"111.120363ms","start":"2026-07-02T10:13:16.063492Z","end":"2026-07-02T10:13:16.174613Z","steps":["trace[39995469] 'process raft request' (duration: 110.96048ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:16.214487Z","caller":"traceutil/trace.go:171","msg":"trace[247700152] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"108.430443ms","start":"2026-07-02T10:13:16.106001Z","end":"2026-07-02T10:13:16.214431Z","steps":["trace[247700152] 'process raft request' (duration: 108.161537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:17.389626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.425011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-02T10:13:17.389753Z","caller":"traceutil/trace.go:171","msg":"trace[1920747296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5135; }","duration":"150.627824ms","start":"2026-07-02T10:13:17.239097Z","end":"2026-07-02T10:13:17.389725Z","steps":["trace[1920747296] 'range keys from in-memory index tree' (duration: 150.204947ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:17.390122Z","caller":"traceutil/trace.go:171","msg":"trace[1293218964] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"138.769902ms","start":"2026-07-02T10:13:17.251272Z","end":"2026-07-02T10:13:17.390042Z","steps":["trace[1293218964] 'process raft request' (duration: 134.663035ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:19.129662Z","caller":"traceutil/trace.go:171","msg":"trace[1020154011] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"108.440213ms","start":"2026-07-02T10:13:19.021183Z","end":"2026-07-02T10:13:19.129623Z","steps":["trace[1020154011] 'process raft request' (duration: 108.217959ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:19.247765Z","caller":"traceutil/trace.go:171","msg":"trace[698053333] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5371; }","duration":"185.167832ms","start":"2026-07-02T10:13:19.062559Z","end":"2026-07-02T10:13:19.247727Z","steps":["trace[698053333] 'read index received' (duration: 66.989916ms)","trace[698053333] 'applied index is now lower than readState.Index' (duration: 118.176616ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:13:19.247844Z","caller":"traceutil/trace.go:171","msg":"trace[1443778255] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"189.91384ms","start":"2026-07-02T10:13:19.057889Z","end":"2026-07-02T10:13:19.247803Z","steps":["trace[1443778255] 'process raft request' (duration: 154.374124ms)","trace[1443778255] 'compare' (duration: 35.254661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:13:19.248161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.526579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-16249ba7-083f-41b6-9f23-caabbfda81b8\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-07-02T10:13:19.248281Z","caller":"traceutil/trace.go:171","msg":"trace[1701229050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-16249ba7-083f-41b6-9f23-caabbfda81b8; range_end:; response_count:1; response_revision:5170; }","duration":"185.730973ms","start":"2026-07-02T10:13:19.062522Z","end":"2026-07-02T10:13:19.248253Z","steps":["trace[1701229050] 'agreement among raft nodes before linearized reading' (duration: 185.354545ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:23.126389Z","caller":"traceutil/trace.go:171","msg":"trace[992491610] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"105.238984ms","start":"2026-07-02T10:13:23.021115Z","end":"2026-07-02T10:13:23.126354Z","steps":["trace[992491610] 'process raft request' (duration: 73.188413ms)","trace[992491610] 'compare' (duration: 31.689684ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:13:23.303337Z","caller":"traceutil/trace.go:171","msg":"trace[1394383599] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"170.863614ms","start":"2026-07-02T10:13:23.132444Z","end":"2026-07-02T10:13:23.303308Z","steps":["trace[1394383599] 'process raft request' (duration: 134.011673ms)","trace[1394383599] 'compare' (duration: 36.682087ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:13:23.317955Z","caller":"traceutil/trace.go:171","msg":"trace[1245184798] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"184.57555ms","start":"2026-07-02T10:13:23.133364Z","end":"2026-07-02T10:13:23.31794Z","steps":["trace[1245184798] 'process raft request' (duration: 184.395197ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:23.318524Z","caller":"traceutil/trace.go:171","msg":"trace[1102528557] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"182.212917ms","start":"2026-07-02T10:13:23.136297Z","end":"2026-07-02T10:13:23.31851Z","steps":["trace[1102528557] 'process raft request' (duration: 181.88961ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:23.318581Z","caller":"traceutil/trace.go:171","msg":"trace[1497285135] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5452; }","duration":"176.485129ms","start":"2026-07-02T10:13:23.142058Z","end":"2026-07-02T10:13:23.318544Z","steps":["trace[1497285135] 'read index received' (duration: 124.403522ms)","trace[1497285135] 'applied index is now lower than readState.Index' (duration: 52.080167ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:13:23.318483Z","caller":"traceutil/trace.go:171","msg":"trace[811487247] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"184.740002ms","start":"2026-07-02T10:13:23.133676Z","end":"2026-07-02T10:13:23.318416Z","steps":["trace[811487247] 'process raft request' (duration: 184.200112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:23.318873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.783344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T10:13:23.318965Z","caller":"traceutil/trace.go:171","msg":"trace[1191728670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5251; }","duration":"176.927857ms","start":"2026-07-02T10:13:23.142019Z","end":"2026-07-02T10:13:23.318947Z","steps":["trace[1191728670] 'agreement among raft nodes before linearized reading' (duration: 176.697813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:41.501637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.040318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T10:13:41.50187Z","caller":"traceutil/trace.go:171","msg":"trace[812753792] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"226.772562ms","start":"2026-07-02T10:13:41.275045Z","end":"2026-07-02T10:13:41.501817Z","steps":["trace[812753792] 'process raft request' (duration: 72.450388ms)","trace[812753792] 'compare' (duration: 153.829635ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:13:41.501923Z","caller":"traceutil/trace.go:171","msg":"trace[768376450] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"102.46974ms","start":"2026-07-02T10:13:41.399431Z","end":"2026-07-02T10:13:41.501901Z","steps":["trace[768376450] 'process raft request' (duration: 102.377739ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:41.502Z","caller":"traceutil/trace.go:171","msg":"trace[557756] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"202.774322ms","start":"2026-07-02T10:13:41.299197Z","end":"2026-07-02T10:13:41.501971Z","steps":["trace[557756] 'read index received' (duration: 48.219064ms)","trace[557756] 'applied index is now lower than readState.Index' (duration: 154.550958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:13:41.502279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.985606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:13:41.502367Z","caller":"traceutil/trace.go:171","msg":"trace[1803802181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5562; }","duration":"203.211201ms","start":"2026-07-02T10:13:41.29914Z","end":"2026-07-02T10:13:41.502351Z","steps":["trace[1803802181] 'agreement among raft nodes before linearized reading' (duration: 202.935295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:41.846265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.024421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T10:13:41.846552Z","caller":"traceutil/trace.go:171","msg":"trace[1327611085] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"339.330553ms","start":"2026-07-02T10:13:41.507198Z","end":"2026-07-02T10:13:41.846529Z","steps":["trace[1327611085] 'process raft request' (duration: 339.237781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:41.846649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:13:41.507184Z","time spent":"339.420924ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T10:13:41.846666Z","caller":"traceutil/trace.go:171","msg":"trace[1594581688] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5774; }","duration":"342.957851ms","start":"2026-07-02T10:13:41.503664Z","end":"2026-07-02T10:13:41.846622Z","steps":["trace[1594581688] 'read index received' (duration: 205.422991ms)","trace[1594581688] 'applied index is now lower than readState.Index' (duration: 137.53192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:13:41.846887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.220286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:13:41.846958Z","caller":"traceutil/trace.go:171","msg":"trace[742174516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5564; }","duration":"343.333339ms","start":"2026-07-02T10:13:41.5036Z","end":"2026-07-02T10:13:41.846933Z","steps":["trace[742174516] 'agreement among raft nodes before linearized reading' (duration: 343.142075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:41.847007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:13:41.503576Z","time spent":"343.419521ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T10:13:41.847063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.683093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T10:13:41.847125Z","caller":"traceutil/trace.go:171","msg":"trace[54634705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5564; }","duration":"337.780195ms","start":"2026-07-02T10:13:41.509327Z","end":"2026-07-02T10:13:41.847107Z","steps":["trace[54634705] 'agreement among raft nodes before linearized reading' (duration: 337.52935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:41.847174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:13:41.509321Z","time spent":"337.840836ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T10:13:41.847134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.804608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:13:41.84727Z","caller":"traceutil/trace.go:171","msg":"trace[861831616] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5564; }","duration":"184.029372ms","start":"2026-07-02T10:13:41.663211Z","end":"2026-07-02T10:13:41.84724Z","steps":["trace[861831616] 'agreement among raft nodes before linearized reading' (duration: 183.762487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:13:41.847275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.426965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T10:13:41.847396Z","caller":"traceutil/trace.go:171","msg":"trace[1316063980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5564; }","duration":"323.530748ms","start":"2026-07-02T10:13:41.523799Z","end":"2026-07-02T10:13:41.84733Z","steps":["trace[1316063980] 'agreement among raft nodes before linearized reading' (duration: 323.192152ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:13:41.846814Z","caller":"traceutil/trace.go:171","msg":"trace[713223637] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"431.549413ms","start":"2026-07-02T10:13:41.415008Z","end":"2026-07-02T10:13:41.846557Z","steps":["trace[713223637] 'process raft request' (duration: 294.109984ms)","trace[713223637] 'compare' (duration: 136.890939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:13:41.84756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:13:41.414987Z","time spent":"432.47322ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T10:13:41.847609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:13:41.523779Z","time spent":"323.738941ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T10:14:13.921637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2948} {"level":"info","ts":"2026-07-02T10:14:13.99008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2948,"took":"66.729491ms","hash":2839520237,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":32686080,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-02T10:14:13.990176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2839520237,"revision":2948,"compact-revision":-1} {"level":"info","ts":"2026-07-02T10:19:13.929033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5880} {"level":"info","ts":"2026-07-02T10:19:14.021583Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5880,"took":"90.665995ms","hash":7487794,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":25784320,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-02T10:19:14.021665Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":7487794,"revision":5880,"compact-revision":2948} {"level":"info","ts":"2026-07-02T10:20:14.720777Z","caller":"traceutil/trace.go:171","msg":"trace[225011894] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"388.872618ms","start":"2026-07-02T10:20:14.33187Z","end":"2026-07-02T10:20:14.720742Z","steps":["trace[225011894] 'process raft request' (duration: 388.50134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:14.721009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:20:14.331847Z","time spent":"389.049911ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T10:20:14.813203Z","caller":"traceutil/trace.go:171","msg":"trace[1747151242] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8862; }","duration":"161.666371ms","start":"2026-07-02T10:20:14.651509Z","end":"2026-07-02T10:20:14.813176Z","steps":["trace[1747151242] 'read index received' (duration: 68.994643ms)","trace[1747151242] 'applied index is now lower than readState.Index' (duration: 92.670628ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:20:14.813381Z","caller":"traceutil/trace.go:171","msg":"trace[571464348] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"401.268581ms","start":"2026-07-02T10:20:14.412041Z","end":"2026-07-02T10:20:14.81331Z","steps":["trace[571464348] 'process raft request' (duration: 400.976115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:14.813451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.911566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T10:20:14.813485Z","caller":"traceutil/trace.go:171","msg":"trace[2007881562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8551; }","duration":"162.005808ms","start":"2026-07-02T10:20:14.651471Z","end":"2026-07-02T10:20:14.813476Z","steps":["trace[2007881562] 'agreement among raft nodes before linearized reading' (duration: 161.842485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:14.813607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:20:14.412011Z","time spent":"401.475514ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T10:20:14.819574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.783365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T10:20:14.819652Z","caller":"traceutil/trace.go:171","msg":"trace[1660738281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8552; }","duration":"163.875898ms","start":"2026-07-02T10:20:14.65574Z","end":"2026-07-02T10:20:14.819616Z","steps":["trace[1660738281] 'agreement among raft nodes before linearized reading' (duration: 163.640762ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:20:17.099727Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022b3.wal"} {"level":"info","ts":"2026-07-02T10:20:26.996776Z","caller":"traceutil/trace.go:171","msg":"trace[936193504] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"138.416676ms","start":"2026-07-02T10:20:26.858317Z","end":"2026-07-02T10:20:26.996734Z","steps":["trace[936193504] 'process raft request' (duration: 106.297578ms)","trace[936193504] 'compare' (duration: 31.808691ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:20:26.996789Z","caller":"traceutil/trace.go:171","msg":"trace[800305855] linearizableReadLoop","detail":"{readStateIndex:8934; appliedIndex:8933; }","duration":"102.663203ms","start":"2026-07-02T10:20:26.894088Z","end":"2026-07-02T10:20:26.996751Z","steps":["trace[800305855] 'read index received' (duration: 70.506895ms)","trace[800305855] 'applied index is now lower than readState.Index' (duration: 32.154008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:20:26.997084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.985589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T10:20:26.997166Z","caller":"traceutil/trace.go:171","msg":"trace[1793299352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8619; }","duration":"103.080982ms","start":"2026-07-02T10:20:26.894068Z","end":"2026-07-02T10:20:26.997149Z","steps":["trace[1793299352] 'agreement among raft nodes before linearized reading' (duration: 102.858037ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:20:29.133842Z","caller":"traceutil/trace.go:171","msg":"trace[1798313432] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8944; }","duration":"118.65527ms","start":"2026-07-02T10:20:29.015157Z","end":"2026-07-02T10:20:29.133812Z","steps":["trace[1798313432] 'read index received' (duration: 118.490817ms)","trace[1798313432] 'applied index is now lower than readState.Index' (duration: 163.223µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:20:29.133933Z","caller":"traceutil/trace.go:171","msg":"trace[819611317] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"131.057146ms","start":"2026-07-02T10:20:29.002827Z","end":"2026-07-02T10:20:29.133885Z","steps":["trace[819611317] 'process raft request' (duration: 130.79443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:29.13418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T10:20:29.134248Z","caller":"traceutil/trace.go:171","msg":"trace[1290013446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8629; }","duration":"119.09158ms","start":"2026-07-02T10:20:29.01514Z","end":"2026-07-02T10:20:29.134232Z","steps":["trace[1290013446] 'agreement among raft nodes before linearized reading' (duration: 118.827024ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:20:56.704634Z","caller":"traceutil/trace.go:171","msg":"trace[813543713] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9153; }","duration":"400.027316ms","start":"2026-07-02T10:20:56.304581Z","end":"2026-07-02T10:20:56.704608Z","steps":["trace[813543713] 'read index received' (duration: 399.760461ms)","trace[813543713] 'applied index is now lower than readState.Index' (duration: 265.885µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:20:56.704714Z","caller":"traceutil/trace.go:171","msg":"trace[2030201708] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"430.191963ms","start":"2026-07-02T10:20:56.274473Z","end":"2026-07-02T10:20:56.704665Z","steps":["trace[2030201708] 'process raft request' (duration: 429.935018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:56.704815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.21274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:20:56.704852Z","caller":"traceutil/trace.go:171","msg":"trace[578158137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"400.328092ms","start":"2026-07-02T10:20:56.304515Z","end":"2026-07-02T10:20:56.704843Z","steps":["trace[578158137] 'agreement among raft nodes before linearized reading' (duration: 400.23961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:56.704896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:20:56.304485Z","time spent":"400.403114ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T10:20:56.704939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:20:56.274447Z","time spent":"430.377076ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T10:20:56.705099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.510742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T10:20:56.705116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.468997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T10:20:56.705214Z","caller":"traceutil/trace.go:171","msg":"trace[1282313407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8830; }","duration":"188.750747ms","start":"2026-07-02T10:20:56.516437Z","end":"2026-07-02T10:20:56.705187Z","steps":["trace[1282313407] 'agreement among raft nodes before linearized reading' (duration: 188.461951ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:20:56.705241Z","caller":"traceutil/trace.go:171","msg":"trace[1023251852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8830; }","duration":"222.662351ms","start":"2026-07-02T10:20:56.482545Z","end":"2026-07-02T10:20:56.705207Z","steps":["trace[1023251852] 'agreement among raft nodes before linearized reading' (duration: 222.304974ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:20:57.024657Z","caller":"traceutil/trace.go:171","msg":"trace[1539983182] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"314.083914ms","start":"2026-07-02T10:20:56.710542Z","end":"2026-07-02T10:20:57.024626Z","steps":["trace[1539983182] 'process raft request' (duration: 313.902191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:20:57.024857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:20:56.710517Z","time spent":"314.238038ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T10:20:57.024847Z","caller":"traceutil/trace.go:171","msg":"trace[1221907466] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"314.33022ms","start":"2026-07-02T10:20:56.710475Z","end":"2026-07-02T10:20:57.024805Z","steps":["trace[1221907466] 'process raft request' (duration: 271.169666ms)","trace[1221907466] 'compare' (duration: 41.98323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:20:57.025087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:20:56.710424Z","time spent":"314.552335ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T10:21:01.36163Z","caller":"traceutil/trace.go:171","msg":"trace[1609412382] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"114.727401ms","start":"2026-07-02T10:21:01.246867Z","end":"2026-07-02T10:21:01.361594Z","steps":["trace[1609412382] 'process raft request' (duration: 114.449934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:21:01.62937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.701565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T10:21:01.629507Z","caller":"traceutil/trace.go:171","msg":"trace[358640435] linearizableReadLoop","detail":"{readStateIndex:9180; appliedIndex:9179; }","duration":"229.148425ms","start":"2026-07-02T10:21:01.400338Z","end":"2026-07-02T10:21:01.629486Z","steps":["trace[358640435] 'read index received' (duration: 84.018891ms)","trace[358640435] 'applied index is now lower than readState.Index' (duration: 145.120813ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:21:01.629558Z","caller":"traceutil/trace.go:171","msg":"trace[1395498248] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"235.550876ms","start":"2026-07-02T10:21:01.393943Z","end":"2026-07-02T10:21:01.629494Z","steps":["trace[1395498248] 'process raft request' (duration: 90.552985ms)","trace[1395498248] 'compare' (duration: 144.489601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:21:01.629723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.53426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T10:21:01.629779Z","caller":"traceutil/trace.go:171","msg":"trace[109738865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8855; }","duration":"224.626482ms","start":"2026-07-02T10:21:01.405131Z","end":"2026-07-02T10:21:01.629757Z","steps":["trace[109738865] 'agreement among raft nodes before linearized reading' (duration: 224.52703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:21:01.6298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.52963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T10:21:01.629825Z","caller":"traceutil/trace.go:171","msg":"trace[800220034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8855; }","duration":"143.583941ms","start":"2026-07-02T10:21:01.486234Z","end":"2026-07-02T10:21:01.629818Z","steps":["trace[800220034] 'agreement among raft nodes before linearized reading' (duration: 143.51753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:21:01.629699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.335439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T10:21:01.629882Z","caller":"traceutil/trace.go:171","msg":"trace[1592641617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8855; }","duration":"229.568723ms","start":"2026-07-02T10:21:01.400307Z","end":"2026-07-02T10:21:01.629876Z","steps":["trace[1592641617] 'agreement among raft nodes before linearized reading' (duration: 229.246587ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:21:01.770662Z","caller":"traceutil/trace.go:171","msg":"trace[1554720493] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"135.302262ms","start":"2026-07-02T10:21:01.635341Z","end":"2026-07-02T10:21:01.770643Z","steps":["trace[1554720493] 'process raft request' (duration: 135.258632ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:21:01.770751Z","caller":"traceutil/trace.go:171","msg":"trace[1947907995] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"135.397284ms","start":"2026-07-02T10:21:01.63529Z","end":"2026-07-02T10:21:01.770687Z","steps":["trace[1947907995] 'process raft request' (duration: 99.445228ms)","trace[1947907995] 'compare' (duration: 35.737432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:21:10.418193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.86968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4gq99\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-07-02T10:21:10.418333Z","caller":"traceutil/trace.go:171","msg":"trace[1441786563] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4gq99; range_end:; response_count:1; response_revision:8943; }","duration":"149.104865ms","start":"2026-07-02T10:21:10.2692Z","end":"2026-07-02T10:21:10.418305Z","steps":["trace[1441786563] 'range keys from in-memory index tree' (duration: 148.559214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:21:10.419818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.437733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T10:21:10.420002Z","caller":"traceutil/trace.go:171","msg":"trace[1342539775] linearizableReadLoop","detail":"{readStateIndex:9274; appliedIndex:9273; }","duration":"119.215802ms","start":"2026-07-02T10:21:10.300704Z","end":"2026-07-02T10:21:10.419919Z","steps":["trace[1342539775] 'read index received' (duration: 9.445433ms)","trace[1342539775] 'applied index is now lower than readState.Index' (duration: 109.768879ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:21:10.420171Z","caller":"traceutil/trace.go:171","msg":"trace[341430333] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"150.863121ms","start":"2026-07-02T10:21:10.269286Z","end":"2026-07-02T10:21:10.420149Z","steps":["trace[341430333] 'process raft request' (duration: 41.001751ms)","trace[341430333] 'compare' (duration: 107.692846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T10:21:10.420834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.13144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:21:10.420894Z","caller":"traceutil/trace.go:171","msg":"trace[2121004435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8944; }","duration":"120.225122ms","start":"2026-07-02T10:21:10.30064Z","end":"2026-07-02T10:21:10.420865Z","steps":["trace[2121004435] 'agreement among raft nodes before linearized reading' (duration: 119.414046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:21:10.614732Z","caller":"traceutil/trace.go:171","msg":"trace[1362043152] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"188.974483ms","start":"2026-07-02T10:21:10.425707Z","end":"2026-07-02T10:21:10.614682Z","steps":["trace[1362043152] 'process raft request' (duration: 188.659146ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:21:11.07371Z","caller":"traceutil/trace.go:171","msg":"trace[2009741233] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"126.91731ms","start":"2026-07-02T10:21:10.946759Z","end":"2026-07-02T10:21:11.073676Z","steps":["trace[2009741233] 'process raft request' (duration: 69.502825ms)","trace[2009741233] 'compare' (duration: 57.085799ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:21:11.260573Z","caller":"traceutil/trace.go:171","msg":"trace[1609541110] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"173.2999ms","start":"2026-07-02T10:21:11.087212Z","end":"2026-07-02T10:21:11.260511Z","steps":["trace[1609541110] 'process raft request' (duration: 140.448017ms)","trace[1609541110] 'compare' (duration: 31.802802ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:21:11.260563Z","caller":"traceutil/trace.go:171","msg":"trace[179655904] linearizableReadLoop","detail":"{readStateIndex:9280; appliedIndex:9278; }","duration":"135.406204ms","start":"2026-07-02T10:21:11.125129Z","end":"2026-07-02T10:21:11.260535Z","steps":["trace[179655904] 'read index received' (duration: 102.473159ms)","trace[179655904] 'applied index is now lower than readState.Index' (duration: 32.932225ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:21:11.261181Z","caller":"traceutil/trace.go:171","msg":"trace[1187804080] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"136.101677ms","start":"2026-07-02T10:21:11.125038Z","end":"2026-07-02T10:21:11.26114Z","steps":["trace[1187804080] 'process raft request' (duration: 135.414563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:21:11.261426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.279411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T10:21:11.261695Z","caller":"traceutil/trace.go:171","msg":"trace[1149371315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8950; }","duration":"136.405365ms","start":"2026-07-02T10:21:11.125076Z","end":"2026-07-02T10:21:11.261482Z","steps":["trace[1149371315] 'agreement among raft nodes before linearized reading' (duration: 136.21856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:21:11.261827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.442503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T10:21:11.261883Z","caller":"traceutil/trace.go:171","msg":"trace[1055608631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8950; }","duration":"131.500275ms","start":"2026-07-02T10:21:11.130355Z","end":"2026-07-02T10:21:11.261855Z","steps":["trace[1055608631] 'agreement among raft nodes before linearized reading' (duration: 131.399462ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:21:11.512206Z","caller":"traceutil/trace.go:171","msg":"trace[641027795] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"101.632732ms","start":"2026-07-02T10:21:11.41055Z","end":"2026-07-02T10:21:11.512183Z","steps":["trace[641027795] 'process raft request' (duration: 101.506739ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:21:23.596502Z","caller":"traceutil/trace.go:171","msg":"trace[1371642240] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"100.474559ms","start":"2026-07-02T10:21:23.495959Z","end":"2026-07-02T10:21:23.596434Z","steps":["trace[1371642240] 'process raft request' (duration: 100.324406ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:22:10.305166Z","caller":"traceutil/trace.go:171","msg":"trace[1745785046] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"100.568008ms","start":"2026-07-02T10:22:10.20421Z","end":"2026-07-02T10:22:10.304778Z","steps":["trace[1745785046] 'process raft request' (duration: 99.395555ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:22:17.182137Z","caller":"traceutil/trace.go:171","msg":"trace[307215645] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"120.293122ms","start":"2026-07-02T10:22:17.061817Z","end":"2026-07-02T10:22:17.18211Z","steps":["trace[307215645] 'process raft request' (duration: 119.989466ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:22:17.194144Z","caller":"traceutil/trace.go:171","msg":"trace[1615032907] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"120.580689ms","start":"2026-07-02T10:22:17.073527Z","end":"2026-07-02T10:22:17.194107Z","steps":["trace[1615032907] 'process raft request' (duration: 120.352624ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:22:17.194179Z","caller":"traceutil/trace.go:171","msg":"trace[1312624378] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"102.192082ms","start":"2026-07-02T10:22:17.09195Z","end":"2026-07-02T10:22:17.194142Z","steps":["trace[1312624378] 'process raft request' (duration: 102.064189ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:22:20.067561Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"341a3703c39c1f5b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T10:22:20.073337Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-02T10:22:20.07348Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-02T10:22:33.4519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.850041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T10:22:33.451994Z","caller":"traceutil/trace.go:171","msg":"trace[2063829997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9726; }","duration":"115.009724ms","start":"2026-07-02T10:22:33.336966Z","end":"2026-07-02T10:22:33.451975Z","steps":["trace[2063829997] 'count revisions from in-memory index tree' (duration: 114.739629ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:24:13.93867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8035} {"level":"info","ts":"2026-07-02T10:24:14.015083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8035,"took":"74.288597ms","hash":1761530650,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":28135424,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T10:24:14.015147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1761530650,"revision":8035,"compact-revision":5880} {"level":"info","ts":"2026-07-02T10:28:12.553513Z","caller":"traceutil/trace.go:171","msg":"trace[1806153779] transaction","detail":"{read_only:false; response_revision:12164; number_of_response:1; }","duration":"230.728196ms","start":"2026-07-02T10:28:12.32276Z","end":"2026-07-02T10:28:12.553488Z","steps":["trace[1806153779] 'process raft request' (duration: 230.551941ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:28:12.572675Z","caller":"traceutil/trace.go:171","msg":"trace[479927137] linearizableReadLoop","detail":"{readStateIndex:12596; appliedIndex:12593; }","duration":"165.776525ms","start":"2026-07-02T10:28:12.406858Z","end":"2026-07-02T10:28:12.572635Z","steps":["trace[479927137] 'read index received' (duration: 146.507521ms)","trace[479927137] 'applied index is now lower than readState.Index' (duration: 19.267824ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:28:12.572719Z","caller":"traceutil/trace.go:171","msg":"trace[323422546] transaction","detail":"{read_only:false; response_revision:12165; number_of_response:1; }","duration":"246.964477ms","start":"2026-07-02T10:28:12.325703Z","end":"2026-07-02T10:28:12.572668Z","steps":["trace[323422546] 'process raft request' (duration: 246.60918ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:28:12.572773Z","caller":"traceutil/trace.go:171","msg":"trace[605896478] transaction","detail":"{read_only:false; response_revision:12166; number_of_response:1; }","duration":"246.815194ms","start":"2026-07-02T10:28:12.325931Z","end":"2026-07-02T10:28:12.572746Z","steps":["trace[605896478] 'process raft request' (duration: 246.641901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:28:12.573018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.925549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:28:12.57308Z","caller":"traceutil/trace.go:171","msg":"trace[261507383] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12166; }","duration":"166.052571ms","start":"2026-07-02T10:28:12.407013Z","end":"2026-07-02T10:28:12.573066Z","steps":["trace[261507383] 'agreement among raft nodes before linearized reading' (duration: 165.876896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:28:12.573068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.780716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:28:12.573131Z","caller":"traceutil/trace.go:171","msg":"trace[1976563824] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12166; }","duration":"165.891718ms","start":"2026-07-02T10:28:12.407227Z","end":"2026-07-02T10:28:12.573118Z","steps":["trace[1976563824] 'agreement among raft nodes before linearized reading' (duration: 165.735355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:28:12.573004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.607462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T10:28:12.573153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.253536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T10:28:12.573194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.687362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-02T10:28:12.573258Z","caller":"traceutil/trace.go:171","msg":"trace[923238091] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12166; }","duration":"166.425109ms","start":"2026-07-02T10:28:12.40681Z","end":"2026-07-02T10:28:12.573235Z","steps":["trace[923238091] 'agreement among raft nodes before linearized reading' (duration: 165.978919ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:28:12.573251Z","caller":"traceutil/trace.go:171","msg":"trace[1765254005] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12166; }","duration":"165.858287ms","start":"2026-07-02T10:28:12.407363Z","end":"2026-07-02T10:28:12.573222Z","steps":["trace[1765254005] 'agreement among raft nodes before linearized reading' (duration: 165.56743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:28:12.573173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.490767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-02T10:28:12.573293Z","caller":"traceutil/trace.go:171","msg":"trace[120638620] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12166; }","duration":"161.827944ms","start":"2026-07-02T10:28:12.411441Z","end":"2026-07-02T10:28:12.573269Z","steps":["trace[120638620] 'agreement among raft nodes before linearized reading' (duration: 161.467276ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:28:12.573324Z","caller":"traceutil/trace.go:171","msg":"trace[388367688] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12166; }","duration":"160.880406ms","start":"2026-07-02T10:28:12.412431Z","end":"2026-07-02T10:28:12.573311Z","steps":["trace[388367688] 'agreement among raft nodes before linearized reading' (duration: 160.554359ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:28:13.377443Z","caller":"traceutil/trace.go:171","msg":"trace[1059199966] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"144.275065ms","start":"2026-07-02T10:28:13.233125Z","end":"2026-07-02T10:28:13.377401Z","steps":["trace[1059199966] 'process raft request' (duration: 143.899398ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:29:13.947019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10412} {"level":"info","ts":"2026-07-02T10:29:14.035615Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10412,"took":"85.670274ms","hash":2791883971,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":26456064,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-02T10:29:14.035702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2791883971,"revision":10412,"compact-revision":8035} {"level":"info","ts":"2026-07-02T10:34:13.956245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12591} {"level":"info","ts":"2026-07-02T10:34:14.035444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12591,"took":"76.244881ms","hash":2314129686,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":27607040,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T10:34:14.035514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2314129686,"revision":12591,"compact-revision":10412} {"level":"info","ts":"2026-07-02T10:34:27.162879Z","caller":"traceutil/trace.go:171","msg":"trace[441369968] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"127.360867ms","start":"2026-07-02T10:34:27.035482Z","end":"2026-07-02T10:34:27.162843Z","steps":["trace[441369968] 'process raft request' (duration: 127.115852ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:35:04.495761Z","caller":"traceutil/trace.go:171","msg":"trace[1938121315] linearizableReadLoop","detail":"{readStateIndex:15423; appliedIndex:15422; }","duration":"196.019334ms","start":"2026-07-02T10:35:04.299709Z","end":"2026-07-02T10:35:04.495729Z","steps":["trace[1938121315] 'read index received' (duration: 195.925832ms)","trace[1938121315] 'applied index is now lower than readState.Index' (duration: 91.522µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:35:04.496123Z","caller":"traceutil/trace.go:171","msg":"trace[1367697337] transaction","detail":"{read_only:false; response_revision:14894; number_of_response:1; }","duration":"400.111864ms","start":"2026-07-02T10:35:04.095946Z","end":"2026-07-02T10:35:04.496058Z","steps":["trace[1367697337] 'process raft request' (duration: 399.556093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:35:04.496205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.455373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T10:35:04.496561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T10:35:04.095931Z","time spent":"400.512642ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T10:35:04.496601Z","caller":"traceutil/trace.go:171","msg":"trace[1371392316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14894; }","duration":"196.909332ms","start":"2026-07-02T10:35:04.299667Z","end":"2026-07-02T10:35:04.496576Z","steps":["trace[1371392316] 'agreement among raft nodes before linearized reading' (duration: 196.411412ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:35:04.519798Z","caller":"traceutil/trace.go:171","msg":"trace[1437075827] transaction","detail":"{read_only:false; response_revision:14895; number_of_response:1; }","duration":"150.586674ms","start":"2026-07-02T10:35:04.369191Z","end":"2026-07-02T10:35:04.519777Z","steps":["trace[1437075827] 'process raft request' (duration: 149.870129ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:35:28.712829Z","caller":"traceutil/trace.go:171","msg":"trace[1407639102] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"290.261514ms","start":"2026-07-02T10:35:28.422534Z","end":"2026-07-02T10:35:28.712796Z","steps":["trace[1407639102] 'process raft request' (duration: 290.04758ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:35:28.720269Z","caller":"traceutil/trace.go:171","msg":"trace[1461009517] transaction","detail":"{read_only:false; response_revision:15219; number_of_response:1; }","duration":"109.40839ms","start":"2026-07-02T10:35:28.61084Z","end":"2026-07-02T10:35:28.720248Z","steps":["trace[1461009517] 'process raft request' (duration: 109.287978ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:36:55.619567Z","caller":"traceutil/trace.go:171","msg":"trace[1620403704] linearizableReadLoop","detail":"{readStateIndex:16596; appliedIndex:16595; }","duration":"110.80519ms","start":"2026-07-02T10:36:55.50873Z","end":"2026-07-02T10:36:55.619535Z","steps":["trace[1620403704] 'read index received' (duration: 110.77539ms)","trace[1620403704] 'applied index is now lower than readState.Index' (duration: 28.71µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:36:55.619715Z","caller":"traceutil/trace.go:171","msg":"trace[1541398510] transaction","detail":"{read_only:false; response_revision:16030; number_of_response:1; }","duration":"121.637772ms","start":"2026-07-02T10:36:55.498067Z","end":"2026-07-02T10:36:55.619705Z","steps":["trace[1541398510] 'process raft request' (duration: 121.259454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.620127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.354391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-02T10:36:55.620228Z","caller":"traceutil/trace.go:171","msg":"trace[420140051] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16030; }","duration":"111.520195ms","start":"2026-07-02T10:36:55.508679Z","end":"2026-07-02T10:36:55.620199Z","steps":["trace[420140051] 'agreement among raft nodes before linearized reading' (duration: 111.213068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.65612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.051612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T10:36:55.656234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.150184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T10:36:55.656272Z","caller":"traceutil/trace.go:171","msg":"trace[463823003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16031; }","duration":"105.192875ms","start":"2026-07-02T10:36:55.55107Z","end":"2026-07-02T10:36:55.656263Z","steps":["trace[463823003] 'agreement among raft nodes before linearized reading' (duration: 105.125174ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:36:55.656223Z","caller":"traceutil/trace.go:171","msg":"trace[508016677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16031; }","duration":"105.195365ms","start":"2026-07-02T10:36:55.551006Z","end":"2026-07-02T10:36:55.656202Z","steps":["trace[508016677] 'agreement among raft nodes before linearized reading' (duration: 104.968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.656166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.992051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T10:36:55.656375Z","caller":"traceutil/trace.go:171","msg":"trace[1198546323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16031; }","duration":"105.263526ms","start":"2026-07-02T10:36:55.551098Z","end":"2026-07-02T10:36:55.656361Z","steps":["trace[1198546323] 'agreement among raft nodes before linearized reading' (duration: 105.001651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.919576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.003391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T10:36:55.919945Z","caller":"traceutil/trace.go:171","msg":"trace[329373425] linearizableReadLoop","detail":"{readStateIndex:16600; appliedIndex:16597; }","duration":"226.615642ms","start":"2026-07-02T10:36:55.693306Z","end":"2026-07-02T10:36:55.919922Z","steps":["trace[329373425] 'read index received' (duration: 115.472875ms)","trace[329373425] 'applied index is now lower than readState.Index' (duration: 111.141007ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:36:55.920045Z","caller":"traceutil/trace.go:171","msg":"trace[1119426175] transaction","detail":"{read_only:false; response_revision:16032; number_of_response:1; }","duration":"258.741659ms","start":"2026-07-02T10:36:55.661289Z","end":"2026-07-02T10:36:55.920031Z","steps":["trace[1119426175] 'process raft request' (duration: 30.149127ms)","trace[1119426175] 'compare' (duration: 227.861187ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T10:36:55.920205Z","caller":"traceutil/trace.go:171","msg":"trace[973154792] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"258.145616ms","start":"2026-07-02T10:36:55.662005Z","end":"2026-07-02T10:36:55.92015Z","steps":["trace[973154792] 'process raft request' (duration: 257.757408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.92044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.103421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:36:55.920565Z","caller":"traceutil/trace.go:171","msg":"trace[1775724134] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16034; }","duration":"227.266805ms","start":"2026-07-02T10:36:55.693275Z","end":"2026-07-02T10:36:55.920542Z","steps":["trace[1775724134] 'agreement among raft nodes before linearized reading' (duration: 227.02639ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:36:55.920545Z","caller":"traceutil/trace.go:171","msg":"trace[892850521] transaction","detail":"{read_only:false; response_revision:16034; number_of_response:1; }","duration":"257.679097ms","start":"2026-07-02T10:36:55.662741Z","end":"2026-07-02T10:36:55.920421Z","steps":["trace[892850521] 'process raft request' (duration: 257.095265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.929161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.640696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-02T10:36:55.929237Z","caller":"traceutil/trace.go:171","msg":"trace[1438504513] transaction","detail":"{read_only:false; response_revision:16035; number_of_response:1; }","duration":"134.035915ms","start":"2026-07-02T10:36:55.795175Z","end":"2026-07-02T10:36:55.929211Z","steps":["trace[1438504513] 'process raft request' (duration: 133.619577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.929303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.095428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-02T10:36:55.92929Z","caller":"traceutil/trace.go:171","msg":"trace[1553689849] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16035; }","duration":"235.804829ms","start":"2026-07-02T10:36:55.693456Z","end":"2026-07-02T10:36:55.929261Z","steps":["trace[1553689849] 'agreement among raft nodes before linearized reading' (duration: 235.438122ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:36:55.929354Z","caller":"traceutil/trace.go:171","msg":"trace[699161694] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16035; }","duration":"118.17395ms","start":"2026-07-02T10:36:55.811158Z","end":"2026-07-02T10:36:55.929332Z","steps":["trace[699161694] 'agreement among raft nodes before linearized reading' (duration: 118.066238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.929489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.606227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xj6xr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-02T10:36:55.929591Z","caller":"traceutil/trace.go:171","msg":"trace[742168606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xj6xr; range_end:; response_count:1; response_revision:16035; }","duration":"134.72642ms","start":"2026-07-02T10:36:55.794842Z","end":"2026-07-02T10:36:55.929568Z","steps":["trace[742168606] 'agreement among raft nodes before linearized reading' (duration: 134.417053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.929173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.916079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-02T10:36:55.92977Z","caller":"traceutil/trace.go:171","msg":"trace[382023880] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16035; }","duration":"128.552992ms","start":"2026-07-02T10:36:55.801203Z","end":"2026-07-02T10:36:55.929756Z","steps":["trace[382023880] 'agreement among raft nodes before linearized reading' (duration: 127.721816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.929779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.479723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-02T10:36:55.929834Z","caller":"traceutil/trace.go:171","msg":"trace[106620298] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16035; }","duration":"235.551755ms","start":"2026-07-02T10:36:55.694266Z","end":"2026-07-02T10:36:55.929818Z","steps":["trace[106620298] 'agreement among raft nodes before linearized reading' (duration: 235.397951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T10:36:55.929992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.239438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T10:36:55.930085Z","caller":"traceutil/trace.go:171","msg":"trace[1891353626] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16035; }","duration":"131.346411ms","start":"2026-07-02T10:36:55.79872Z","end":"2026-07-02T10:36:55.930066Z","steps":["trace[1891353626] 'agreement among raft nodes before linearized reading' (duration: 131.155607ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T10:39:13.962356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14575} {"level":"info","ts":"2026-07-02T10:39:14.066016Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14575,"took":"100.06272ms","hash":3580977900,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":31318016,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T10:39:14.066069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3580977900,"revision":14575,"compact-revision":12591} {"level":"info","ts":"2026-07-02T10:44:13.969587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16952} {"level":"info","ts":"2026-07-02T10:44:14.068173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16952,"took":"94.565517ms","hash":3389829346,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":31080448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T10:44:14.06849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3389829346,"revision":16952,"compact-revision":14575} {"level":"info","ts":"2026-07-02T10:45:01.017703Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"341a3703c39c1f5b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T10:45:01.022748Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-02T10:45:01.022846Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-02T10:49:13.976701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19068} {"level":"info","ts":"2026-07-02T10:49:14.065082Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19068,"took":"86.229556ms","hash":2108075501,"current-db-size-bytes":57131008,"current-db-size":"57 MB","current-db-size-in-use-bytes":25300992,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-02T10:49:14.065336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2108075501,"revision":19068,"compact-revision":16952}