{"level":"warn","ts":"2026-04-07T12:58:46.180202Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:58:46.180289Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.168:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.168:2380","--initial-cluster=instance=https://199.19.213.168:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.168:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.168:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T12:58:46.18035Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T12:58:46.180365Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.168:2380"]} {"level":"info","ts":"2026-04-07T12:58:46.180405Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:58:46.18111Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.168:2379"]} {"level":"info","ts":"2026-04-07T12:58:46.181207Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.168:2380"],"listen-peer-urls":["https://199.19.213.168:2380"],"advertise-client-urls":["https://199.19.213.168:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.168:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.168:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T12:58:46.184956Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.475986ms"} {"level":"info","ts":"2026-04-07T12:58:46.195597Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"8ae391decac9b376","cluster-id":"d9b32c15a2c66ac"} {"level":"info","ts":"2026-04-07T12:58:46.195675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T12:58:46.195694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became follower at term 0"} {"level":"info","ts":"2026-04-07T12:58:46.195707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8ae391decac9b376 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T12:58:46.195804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became follower at term 1"} {"level":"info","ts":"2026-04-07T12:58:46.195857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 switched to configuration voters=(10008003183018357622)"} {"level":"warn","ts":"2026-04-07T12:58:46.20511Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T12:58:46.208794Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T12:58:46.210032Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T12:58:46.214261Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"8ae391decac9b376","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T12:58:46.215421Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8ae391decac9b376","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T12:58:46.215649Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:58:46.215698Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:58:46.215713Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T12:58:46.216085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 switched to configuration voters=(10008003183018357622)"} {"level":"info","ts":"2026-04-07T12:58:46.216223Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d9b32c15a2c66ac","local-member-id":"8ae391decac9b376","added-peer-id":"8ae391decac9b376","added-peer-peer-urls":["https://199.19.213.168:2380"]} {"level":"info","ts":"2026-04-07T12:58:46.221785Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T12:58:46.222071Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"8ae391decac9b376","initial-advertise-peer-urls":["https://199.19.213.168:2380"],"listen-peer-urls":["https://199.19.213.168:2380"],"advertise-client-urls":["https://199.19.213.168:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.168:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T12:58:46.222119Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T12:58:46.222268Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.168:2380"} {"level":"info","ts":"2026-04-07T12:58:46.222294Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.168:2380"} {"level":"info","ts":"2026-04-07T12:58:46.296582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T12:58:46.296633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T12:58:46.296691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 received MsgPreVoteResp from 8ae391decac9b376 at term 1"} {"level":"info","ts":"2026-04-07T12:58:46.296711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became candidate at term 2"} {"level":"info","ts":"2026-04-07T12:58:46.29673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 received MsgVoteResp from 8ae391decac9b376 at term 2"} {"level":"info","ts":"2026-04-07T12:58:46.296747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8ae391decac9b376 became leader at term 2"} {"level":"info","ts":"2026-04-07T12:58:46.296766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8ae391decac9b376 elected leader 8ae391decac9b376 at term 2"} {"level":"info","ts":"2026-04-07T12:58:46.297958Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"8ae391decac9b376","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.168:2379]}","request-path":"/0/members/8ae391decac9b376/attributes","cluster-id":"d9b32c15a2c66ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T12:58:46.298119Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:58:46.298237Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T12:58:46.298332Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:58:46.299445Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d9b32c15a2c66ac","local-member-id":"8ae391decac9b376","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:58:46.299561Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:58:46.299606Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T12:58:46.300975Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T12:58:46.301134Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T12:58:46.302056Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.168:2379"} {"level":"info","ts":"2026-04-07T12:58:46.302134Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T12:59:07.067421Z","caller":"traceutil/trace.go:171","msg":"trace[940079717] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"196.182312ms","start":"2026-04-07T12:59:06.871213Z","end":"2026-04-07T12:59:07.067395Z","steps":["trace[940079717] 'process raft request' (duration: 196.050879ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.06948Z","caller":"traceutil/trace.go:171","msg":"trace[116816719] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"171.808834ms","start":"2026-04-07T12:59:14.897644Z","end":"2026-04-07T12:59:15.069453Z","steps":["trace[116816719] 'process raft request' (duration: 171.668841ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.07489Z","caller":"traceutil/trace.go:171","msg":"trace[956102180] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"172.214175ms","start":"2026-04-07T12:59:14.902647Z","end":"2026-04-07T12:59:15.074862Z","steps":["trace[956102180] 'process raft request' (duration: 171.989219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.074947Z","caller":"traceutil/trace.go:171","msg":"trace[1316809309] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"164.592963ms","start":"2026-04-07T12:59:14.91033Z","end":"2026-04-07T12:59:15.074923Z","steps":["trace[1316809309] 'process raft request' (duration: 164.427608ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075Z","caller":"traceutil/trace.go:171","msg":"trace[1542465322] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"171.882557ms","start":"2026-04-07T12:59:14.903107Z","end":"2026-04-07T12:59:15.07499Z","steps":["trace[1542465322] 'process raft request' (duration: 171.613589ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075006Z","caller":"traceutil/trace.go:171","msg":"trace[1131530220] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"162.429205ms","start":"2026-04-07T12:59:14.912556Z","end":"2026-04-07T12:59:15.074985Z","steps":["trace[1131530220] 'process raft request' (duration: 162.285242ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075049Z","caller":"traceutil/trace.go:171","msg":"trace[1315537819] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"159.411665ms","start":"2026-04-07T12:59:14.915626Z","end":"2026-04-07T12:59:15.075037Z","steps":["trace[1315537819] 'process raft request' (duration: 159.287062ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075011Z","caller":"traceutil/trace.go:171","msg":"trace[1757681691] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"163.72591ms","start":"2026-04-07T12:59:14.911227Z","end":"2026-04-07T12:59:15.074952Z","steps":["trace[1757681691] 'process raft request' (duration: 163.567375ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075104Z","caller":"traceutil/trace.go:171","msg":"trace[1225397724] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"141.491849ms","start":"2026-04-07T12:59:14.9336Z","end":"2026-04-07T12:59:15.075092Z","steps":["trace[1225397724] 'process raft request' (duration: 141.350036ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.07511Z","caller":"traceutil/trace.go:171","msg":"trace[25331940] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"160.285169ms","start":"2026-04-07T12:59:14.914782Z","end":"2026-04-07T12:59:15.075067Z","steps":["trace[25331940] 'process raft request' (duration: 160.094834ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075257Z","caller":"traceutil/trace.go:171","msg":"trace[1267784096] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"141.50268ms","start":"2026-04-07T12:59:14.933686Z","end":"2026-04-07T12:59:15.075188Z","steps":["trace[1267784096] 'process raft request' (duration: 141.314865ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:15.075306Z","caller":"traceutil/trace.go:171","msg":"trace[192463585] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"116.527726ms","start":"2026-04-07T12:59:14.958749Z","end":"2026-04-07T12:59:15.075276Z","steps":["trace[192463585] 'process raft request' (duration: 116.335601ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:21.180265Z","caller":"traceutil/trace.go:171","msg":"trace[1613961984] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"167.185971ms","start":"2026-04-07T12:59:21.013054Z","end":"2026-04-07T12:59:21.18024Z","steps":["trace[1613961984] 'read index received' (duration: 166.41774ms)","trace[1613961984] 'applied index is now lower than readState.Index' (duration: 767.261µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:59:21.180392Z","caller":"traceutil/trace.go:171","msg":"trace[194782371] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"193.991613ms","start":"2026-04-07T12:59:20.98639Z","end":"2026-04-07T12:59:21.180381Z","steps":["trace[194782371] 'process raft request' (duration: 193.300885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:59:21.1807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.622893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qmqm5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T12:59:21.180818Z","caller":"traceutil/trace.go:171","msg":"trace[1892916564] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qmqm5; range_end:; response_count:1; response_revision:570; }","duration":"167.823957ms","start":"2026-04-07T12:59:21.012974Z","end":"2026-04-07T12:59:21.180798Z","steps":["trace[1892916564] 'agreement among raft nodes before linearized reading' (duration: 167.571131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:21.4721Z","caller":"traceutil/trace.go:171","msg":"trace[175549982] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"277.200044ms","start":"2026-04-07T12:59:21.194879Z","end":"2026-04-07T12:59:21.472079Z","steps":["trace[175549982] 'process raft request' (duration: 277.059741ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:21.54822Z","caller":"traceutil/trace.go:171","msg":"trace[547712147] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"207.627147ms","start":"2026-04-07T12:59:21.340569Z","end":"2026-04-07T12:59:21.548196Z","steps":["trace[547712147] 'read index received' (duration: 131.510464ms)","trace[547712147] 'applied index is now lower than readState.Index' (duration: 76.115773ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:59:21.548381Z","caller":"traceutil/trace.go:171","msg":"trace[946801690] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"303.269657ms","start":"2026-04-07T12:59:21.24505Z","end":"2026-04-07T12:59:21.54832Z","steps":["trace[946801690] 'process raft request' (duration: 302.939628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:59:21.548504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.919114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T12:59:21.548568Z","caller":"traceutil/trace.go:171","msg":"trace[1845884156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"208.035517ms","start":"2026-04-07T12:59:21.340514Z","end":"2026-04-07T12:59:21.548549Z","steps":["trace[1845884156] 'agreement among raft nodes before linearized reading' (duration: 207.788781ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:21.548336Z","caller":"traceutil/trace.go:171","msg":"trace[39830687] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"166.837003ms","start":"2026-04-07T12:59:21.381474Z","end":"2026-04-07T12:59:21.548311Z","steps":["trace[39830687] 'process raft request' (duration: 166.667858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:59:21.548924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:59:21.245018Z","time spent":"303.460192ms","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T12:59:22.110206Z","caller":"traceutil/trace.go:171","msg":"trace[1377230012] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"345.801737ms","start":"2026-04-07T12:59:21.764375Z","end":"2026-04-07T12:59:22.110177Z","steps":["trace[1377230012] 'process raft request' (duration: 345.597962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:59:22.110424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.120444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T12:59:22.110484Z","caller":"traceutil/trace.go:171","msg":"trace[265147749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"329.224457ms","start":"2026-04-07T12:59:21.781246Z","end":"2026-04-07T12:59:22.11047Z","steps":["trace[265147749] 'agreement among raft nodes before linearized reading' (duration: 329.014461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T12:59:22.110536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:59:21.781224Z","time spent":"329.298559ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T12:59:22.110544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T12:59:21.764354Z","time spent":"345.936971ms","remote":"127.0.0.1:49070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T12:59:22.110207Z","caller":"traceutil/trace.go:171","msg":"trace[1564234911] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:594; }","duration":"328.892808ms","start":"2026-04-07T12:59:21.781288Z","end":"2026-04-07T12:59:22.110181Z","steps":["trace[1564234911] 'read index received' (duration: 328.881148ms)","trace[1564234911] 'applied index is now lower than readState.Index' (duration: 9.99µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T12:59:22.189371Z","caller":"traceutil/trace.go:171","msg":"trace[1532810514] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"219.196283ms","start":"2026-04-07T12:59:21.970129Z","end":"2026-04-07T12:59:22.189326Z","steps":["trace[1532810514] 'process raft request' (duration: 213.322147ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T12:59:38.319412Z","caller":"traceutil/trace.go:171","msg":"trace[1490568749] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"211.981676ms","start":"2026-04-07T12:59:38.107399Z","end":"2026-04-07T12:59:38.319381Z","steps":["trace[1490568749] 'process raft request' (duration: 211.749829ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:50.871261Z","caller":"traceutil/trace.go:171","msg":"trace[48750532] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"326.791603ms","start":"2026-04-07T13:00:50.54445Z","end":"2026-04-07T13:00:50.871241Z","steps":["trace[48750532] 'read index received' (duration: 326.651409ms)","trace[48750532] 'applied index is now lower than readState.Index' (duration: 139.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:00:50.871305Z","caller":"traceutil/trace.go:171","msg":"trace[630810362] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"372.630107ms","start":"2026-04-07T13:00:50.498629Z","end":"2026-04-07T13:00:50.871259Z","steps":["trace[630810362] 'process raft request' (duration: 372.479163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:50.871423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.966079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:00:50.871455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:50.4986Z","time spent":"372.770832ms","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10964,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:00:50.871475Z","caller":"traceutil/trace.go:171","msg":"trace[67675191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1800; }","duration":"327.049762ms","start":"2026-04-07T13:00:50.544413Z","end":"2026-04-07T13:00:50.871462Z","steps":["trace[67675191] 'agreement among raft nodes before linearized reading' (duration: 326.945118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:50.871512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:50.5444Z","time spent":"327.103853ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:00:50.88186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.713816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T13:00:50.881951Z","caller":"traceutil/trace.go:171","msg":"trace[2046874260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1801; }","duration":"190.84924ms","start":"2026-04-07T13:00:50.691083Z","end":"2026-04-07T13:00:50.881932Z","steps":["trace[2046874260] 'agreement among raft nodes before linearized reading' (duration: 190.577652ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:00:50.882042Z","caller":"traceutil/trace.go:171","msg":"trace[2058698466] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"296.029765ms","start":"2026-04-07T13:00:50.585988Z","end":"2026-04-07T13:00:50.882018Z","steps":["trace[2058698466] 'process raft request' (duration: 295.488539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:50.882315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.958352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:00:50.88239Z","caller":"traceutil/trace.go:171","msg":"trace[665744742] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1801; }","duration":"128.074926ms","start":"2026-04-07T13:00:50.7543Z","end":"2026-04-07T13:00:50.882375Z","steps":["trace[665744742] 'agreement among raft nodes before linearized reading' (duration: 127.89433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:51.360134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.196296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:00:51.360359Z","caller":"traceutil/trace.go:171","msg":"trace[795015448] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1872; }","duration":"288.591671ms","start":"2026-04-07T13:00:51.071744Z","end":"2026-04-07T13:00:51.360336Z","steps":["trace[795015448] 'read index received' (duration: 52.292µs)","trace[795015448] 'applied index is now lower than readState.Index' (duration: 288.538319ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:00:51.360378Z","caller":"traceutil/trace.go:171","msg":"trace[739349215] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"473.367179ms","start":"2026-04-07T13:00:50.886984Z","end":"2026-04-07T13:00:51.360351Z","steps":["trace[739349215] 'process raft request' (duration: 473.255715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:51.360451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.693274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:00:51.360486Z","caller":"traceutil/trace.go:171","msg":"trace[2009936291] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"475.461682ms","start":"2026-04-07T13:00:50.884996Z","end":"2026-04-07T13:00:51.360458Z","steps":["trace[2009936291] 'process raft request' (duration: 94.680698ms)","trace[2009936291] 'compare' (duration: 379.99258ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:00:51.360525Z","caller":"traceutil/trace.go:171","msg":"trace[1262967817] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1807; }","duration":"288.816488ms","start":"2026-04-07T13:00:51.071698Z","end":"2026-04-07T13:00:51.360514Z","steps":["trace[1262967817] 'agreement among raft nodes before linearized reading' (duration: 288.689924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:00:51.360518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:50.886965Z","time spent":"473.472971ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:00:51.360604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:00:50.884984Z","time spent":"475.553054ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:00:51.360619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.531944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T13:00:51.360682Z","caller":"traceutil/trace.go:171","msg":"trace[1725685659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1807; }","duration":"263.625317ms","start":"2026-04-07T13:00:51.097036Z","end":"2026-04-07T13:00:51.360661Z","steps":["trace[1725685659] 'agreement among raft nodes before linearized reading' (duration: 263.434251ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:01:03.532629Z","caller":"traceutil/trace.go:171","msg":"trace[402943869] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"122.693894ms","start":"2026-04-07T13:01:03.409914Z","end":"2026-04-07T13:01:03.532607Z","steps":["trace[402943869] 'read index received' (duration: 122.467437ms)","trace[402943869] 'applied index is now lower than readState.Index' (duration: 225.547µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:03.532715Z","caller":"traceutil/trace.go:171","msg":"trace[1605721121] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"134.440829ms","start":"2026-04-07T13:01:03.398236Z","end":"2026-04-07T13:01:03.532677Z","steps":["trace[1605721121] 'process raft request' (duration: 134.219972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:03.532843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.929641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T13:01:03.532885Z","caller":"traceutil/trace.go:171","msg":"trace[940739219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"123.022604ms","start":"2026-04-07T13:01:03.409853Z","end":"2026-04-07T13:01:03.532876Z","steps":["trace[940739219] 'agreement among raft nodes before linearized reading' (duration: 122.8839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:03.532982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.388394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T13:01:03.533044Z","caller":"traceutil/trace.go:171","msg":"trace[1207374967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"119.474216ms","start":"2026-04-07T13:01:03.413555Z","end":"2026-04-07T13:01:03.533029Z","steps":["trace[1207374967] 'agreement among raft nodes before linearized reading' (duration: 119.288971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:08.106143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.192595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T13:01:08.106236Z","caller":"traceutil/trace.go:171","msg":"trace[393073018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1945; }","duration":"156.339219ms","start":"2026-04-07T13:01:07.949879Z","end":"2026-04-07T13:01:08.106218Z","steps":["trace[393073018] 'range keys from in-memory index tree' (duration: 156.02099ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:01:39.864985Z","caller":"traceutil/trace.go:171","msg":"trace[1810649764] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"129.922803ms","start":"2026-04-07T13:01:39.73501Z","end":"2026-04-07T13:01:39.864933Z","steps":["trace[1810649764] 'process raft request' (duration: 61.627797ms)","trace[1810649764] 'compare' (duration: 68.125421ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:40.00117Z","caller":"traceutil/trace.go:171","msg":"trace[499897087] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"131.136366ms","start":"2026-04-07T13:01:39.870003Z","end":"2026-04-07T13:01:40.001139Z","steps":["trace[499897087] 'process raft request' (duration: 111.700033ms)","trace[499897087] 'compare' (duration: 19.213667ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:40.001472Z","caller":"traceutil/trace.go:171","msg":"trace[648939151] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"129.744478ms","start":"2026-04-07T13:01:39.871702Z","end":"2026-04-07T13:01:40.001446Z","steps":["trace[648939151] 'process raft request' (duration: 129.402739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.428124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.792389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:01:46.428422Z","caller":"traceutil/trace.go:171","msg":"trace[1955135820] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2230; }","duration":"401.493902ms","start":"2026-04-07T13:01:46.026911Z","end":"2026-04-07T13:01:46.428405Z","steps":["trace[1955135820] 'read index received' (duration: 88.289133ms)","trace[1955135820] 'applied index is now lower than readState.Index' (duration: 313.203749ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:46.42856Z","caller":"traceutil/trace.go:171","msg":"trace[1181972151] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"474.768092ms","start":"2026-04-07T13:01:45.953778Z","end":"2026-04-07T13:01:46.428546Z","steps":["trace[1181972151] 'process raft request' (duration: 161.44734ms)","trace[1181972151] 'compare' (duration: 312.560812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:01:46.428736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:45.953754Z","time spent":"474.909116ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:01:46.428869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.929704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T13:01:46.428974Z","caller":"traceutil/trace.go:171","msg":"trace[1881306423] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"408.739058ms","start":"2026-04-07T13:01:46.020196Z","end":"2026-04-07T13:01:46.428935Z","steps":["trace[1881306423] 'process raft request' (duration: 408.09979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.429066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.20646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T13:01:46.429089Z","caller":"traceutil/trace.go:171","msg":"trace[224537965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2153; }","duration":"402.206402ms","start":"2026-04-07T13:01:46.02686Z","end":"2026-04-07T13:01:46.429067Z","steps":["trace[224537965] 'agreement among raft nodes before linearized reading' (duration: 401.77217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.429117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.79994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T13:01:46.429116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.351311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T13:01:46.429151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.026849Z","time spent":"402.290284ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T13:01:46.429142Z","caller":"traceutil/trace.go:171","msg":"trace[1993792493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2153; }","duration":"114.278732ms","start":"2026-04-07T13:01:46.314848Z","end":"2026-04-07T13:01:46.429127Z","steps":["trace[1993792493] 'agreement among raft nodes before linearized reading' (duration: 114.099497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.429188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.02017Z","time spent":"408.926002ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:01:46.429203Z","caller":"traceutil/trace.go:171","msg":"trace[495037167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"397.468344ms","start":"2026-04-07T13:01:46.03171Z","end":"2026-04-07T13:01:46.429178Z","steps":["trace[495037167] 'agreement among raft nodes before linearized reading' (duration: 397.224348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.429243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.031694Z","time spent":"397.540797ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T13:01:46.429184Z","caller":"traceutil/trace.go:171","msg":"trace[1775303958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2153; }","duration":"119.865922ms","start":"2026-04-07T13:01:46.309299Z","end":"2026-04-07T13:01:46.429164Z","steps":["trace[1775303958] 'agreement among raft nodes before linearized reading' (duration: 119.675107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.815862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.656753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:01:46.816187Z","caller":"traceutil/trace.go:171","msg":"trace[1801576107] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"382.853584ms","start":"2026-04-07T13:01:46.433285Z","end":"2026-04-07T13:01:46.816138Z","steps":["trace[1801576107] 'process raft request' (duration: 155.831551ms)","trace[1801576107] 'compare' (duration: 226.499649ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:01:46.816233Z","caller":"traceutil/trace.go:171","msg":"trace[1403497338] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2232; }","duration":"271.358875ms","start":"2026-04-07T13:01:46.544854Z","end":"2026-04-07T13:01:46.816213Z","steps":["trace[1403497338] 'read index received' (duration: 44.27893ms)","trace[1403497338] 'applied index is now lower than readState.Index' (duration: 227.078725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:01:46.816351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.498749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:01:46.816366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.433259Z","time spent":"383.017318ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:01:46.816405Z","caller":"traceutil/trace.go:171","msg":"trace[715266605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2157; }","duration":"271.593592ms","start":"2026-04-07T13:01:46.544797Z","end":"2026-04-07T13:01:46.81639Z","steps":["trace[715266605] 'agreement among raft nodes before linearized reading' (duration: 271.479069ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:01:46.816404Z","caller":"traceutil/trace.go:171","msg":"trace[1254799735] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"382.863694ms","start":"2026-04-07T13:01:46.433518Z","end":"2026-04-07T13:01:46.816381Z","steps":["trace[1254799735] 'process raft request' (duration: 382.596546ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:01:46.816397Z","caller":"traceutil/trace.go:171","msg":"trace[2001747515] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"382.161755ms","start":"2026-04-07T13:01:46.434206Z","end":"2026-04-07T13:01:46.816368Z","steps":["trace[2001747515] 'process raft request' (duration: 381.95285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.816542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.433507Z","time spent":"382.955627ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:01:46.816519Z","caller":"traceutil/trace.go:171","msg":"trace[903308127] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"383.095461ms","start":"2026-04-07T13:01:46.433292Z","end":"2026-04-07T13:01:46.816387Z","steps":["trace[903308127] 'process raft request' (duration: 382.747161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:01:46.816674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.434191Z","time spent":"382.399971ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:01:46.816799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:01:46.433264Z","time spent":"383.385868ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:02:53.394286Z","caller":"traceutil/trace.go:171","msg":"trace[1254981024] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"108.622263ms","start":"2026-04-07T13:02:53.285603Z","end":"2026-04-07T13:02:53.394225Z","steps":["trace[1254981024] 'process raft request' (duration: 108.338625ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:02:59.294888Z","caller":"traceutil/trace.go:171","msg":"trace[1646378047] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"117.258291ms","start":"2026-04-07T13:02:59.177596Z","end":"2026-04-07T13:02:59.294854Z","steps":["trace[1646378047] 'process raft request' (duration: 117.087526ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:02:59.295052Z","caller":"traceutil/trace.go:171","msg":"trace[1778637204] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"117.176059ms","start":"2026-04-07T13:02:59.177841Z","end":"2026-04-07T13:02:59.295017Z","steps":["trace[1778637204] 'process raft request' (duration: 116.956453ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:38.436436Z","caller":"traceutil/trace.go:171","msg":"trace[1504842428] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"113.55848ms","start":"2026-04-07T13:06:38.322853Z","end":"2026-04-07T13:06:38.436412Z","steps":["trace[1504842428] 'process raft request' (duration: 57.398382ms)","trace[1504842428] 'compare' (duration: 55.979994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:06:40.357612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.698673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T13:06:40.357723Z","caller":"traceutil/trace.go:171","msg":"trace[1074488004] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4838; }","duration":"177.354049ms","start":"2026-04-07T13:06:40.180352Z","end":"2026-04-07T13:06:40.357706Z","steps":["trace[1074488004] 'read index received' (duration: 54.405619ms)","trace[1074488004] 'applied index is now lower than readState.Index' (duration: 122.94505ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:06:40.357764Z","caller":"traceutil/trace.go:171","msg":"trace[1277884892] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"221.342582ms","start":"2026-04-07T13:06:40.13639Z","end":"2026-04-07T13:06:40.357733Z","steps":["trace[1277884892] 'process raft request' (duration: 98.408973ms)","trace[1277884892] 'compare' (duration: 122.483557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:06:40.357921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.569515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T13:06:40.357948Z","caller":"traceutil/trace.go:171","msg":"trace[837466454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4664; }","duration":"177.621527ms","start":"2026-04-07T13:06:40.180316Z","end":"2026-04-07T13:06:40.357937Z","steps":["trace[837466454] 'agreement among raft nodes before linearized reading' (duration: 177.471753ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:44.048269Z","caller":"traceutil/trace.go:171","msg":"trace[393992767] linearizableReadLoop","detail":"{readStateIndex:4995; appliedIndex:4994; }","duration":"106.901847ms","start":"2026-04-07T13:06:43.941341Z","end":"2026-04-07T13:06:44.048242Z","steps":["trace[393992767] 'read index received' (duration: 106.741062ms)","trace[393992767] 'applied index is now lower than readState.Index' (duration: 159.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:06:44.048416Z","caller":"traceutil/trace.go:171","msg":"trace[48480569] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"134.684483ms","start":"2026-04-07T13:06:43.91368Z","end":"2026-04-07T13:06:44.048365Z","steps":["trace[48480569] 'process raft request' (duration: 134.352064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:44.048498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.124583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:06:44.04858Z","caller":"traceutil/trace.go:171","msg":"trace[1693184713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4816; }","duration":"107.266928ms","start":"2026-04-07T13:06:43.941294Z","end":"2026-04-07T13:06:44.048561Z","steps":["trace[1693184713] 'agreement among raft nodes before linearized reading' (duration: 107.081622ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:44.179576Z","caller":"traceutil/trace.go:171","msg":"trace[1460938318] linearizableReadLoop","detail":"{readStateIndex:4996; appliedIndex:4995; }","duration":"131.194186ms","start":"2026-04-07T13:06:44.048341Z","end":"2026-04-07T13:06:44.179535Z","steps":["trace[1460938318] 'read index received' (duration: 87.8069ms)","trace[1460938318] 'applied index is now lower than readState.Index' (duration: 43.385076ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:06:44.179599Z","caller":"traceutil/trace.go:171","msg":"trace[1083779784] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"219.196733ms","start":"2026-04-07T13:06:43.960358Z","end":"2026-04-07T13:06:44.179555Z","steps":["trace[1083779784] 'process raft request' (duration: 175.773496ms)","trace[1083779784] 'compare' (duration: 43.138839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:06:44.179869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.67604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46f09c9c-cc8f-4c73-8e70-4703049d5643\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-07T13:06:44.179955Z","caller":"traceutil/trace.go:171","msg":"trace[1215351065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46f09c9c-cc8f-4c73-8e70-4703049d5643; range_end:; response_count:1; response_revision:4817; }","duration":"197.869305ms","start":"2026-04-07T13:06:43.982066Z","end":"2026-04-07T13:06:44.179936Z","steps":["trace[1215351065] 'agreement among raft nodes before linearized reading' (duration: 197.579007ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:44.205115Z","caller":"traceutil/trace.go:171","msg":"trace[1052528280] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"150.777117ms","start":"2026-04-07T13:06:44.054308Z","end":"2026-04-07T13:06:44.205086Z","steps":["trace[1052528280] 'process raft request' (duration: 150.53006ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.420967Z","caller":"traceutil/trace.go:171","msg":"trace[1221920917] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"110.790234ms","start":"2026-04-07T13:06:46.31015Z","end":"2026-04-07T13:06:46.42094Z","steps":["trace[1221920917] 'process raft request' (duration: 99.552925ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.543467Z","caller":"traceutil/trace.go:171","msg":"trace[1470537985] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"118.678392ms","start":"2026-04-07T13:06:46.424768Z","end":"2026-04-07T13:06:46.543446Z","steps":["trace[1470537985] 'process raft request' (duration: 114.108795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.543642Z","caller":"traceutil/trace.go:171","msg":"trace[402221632] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"118.547968ms","start":"2026-04-07T13:06:46.42507Z","end":"2026-04-07T13:06:46.543618Z","steps":["trace[402221632] 'process raft request' (duration: 118.202049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.543813Z","caller":"traceutil/trace.go:171","msg":"trace[602537292] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"118.765204ms","start":"2026-04-07T13:06:46.425019Z","end":"2026-04-07T13:06:46.543784Z","steps":["trace[602537292] 'process raft request' (duration: 118.212539ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.544144Z","caller":"traceutil/trace.go:171","msg":"trace[1441727337] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"117.972732ms","start":"2026-04-07T13:06:46.426143Z","end":"2026-04-07T13:06:46.544116Z","steps":["trace[1441727337] 'process raft request' (duration: 117.396436ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.544185Z","caller":"traceutil/trace.go:171","msg":"trace[654660715] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5055; }","duration":"118.515027ms","start":"2026-04-07T13:06:46.425626Z","end":"2026-04-07T13:06:46.544141Z","steps":["trace[654660715] 'read index received' (duration: 23.495847ms)","trace[654660715] 'applied index is now lower than readState.Index' (duration: 95.01807ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:06:46.54418Z","caller":"traceutil/trace.go:171","msg":"trace[1733125167] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"117.628253ms","start":"2026-04-07T13:06:46.426516Z","end":"2026-04-07T13:06:46.544144Z","steps":["trace[1733125167] 'process raft request' (duration: 117.478059ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:06:46.544224Z","caller":"traceutil/trace.go:171","msg":"trace[274791168] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"112.308747ms","start":"2026-04-07T13:06:46.431904Z","end":"2026-04-07T13:06:46.544213Z","steps":["trace[274791168] 'process raft request' (duration: 112.168523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:46.544341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.694833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-07T13:06:46.546064Z","caller":"traceutil/trace.go:171","msg":"trace[429710816] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4880; }","duration":"120.44577ms","start":"2026-04-07T13:06:46.425593Z","end":"2026-04-07T13:06:46.546039Z","steps":["trace[429710816] 'agreement among raft nodes before linearized reading' (duration: 118.62709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:06:46.546525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.406535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-07T13:06:46.546605Z","caller":"traceutil/trace.go:171","msg":"trace[847974254] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4880; }","duration":"118.524217ms","start":"2026-04-07T13:06:46.428069Z","end":"2026-04-07T13:06:46.546593Z","steps":["trace[847974254] 'agreement among raft nodes before linearized reading' (duration: 118.307051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:07:02.630603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.700037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:07:02.631284Z","caller":"traceutil/trace.go:171","msg":"trace[1725104281] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5239; }","duration":"126.425807ms","start":"2026-04-07T13:07:02.504833Z","end":"2026-04-07T13:07:02.631259Z","steps":["trace[1725104281] 'count revisions from in-memory index tree' (duration: 125.582204ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:02.810467Z","caller":"traceutil/trace.go:171","msg":"trace[1232300197] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"175.53662ms","start":"2026-04-07T13:07:02.634903Z","end":"2026-04-07T13:07:02.81044Z","steps":["trace[1232300197] 'process raft request' (duration: 140.490897ms)","trace[1232300197] 'compare' (duration: 34.847237ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:07:02.810803Z","caller":"traceutil/trace.go:171","msg":"trace[1999554989] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5429; }","duration":"139.694285ms","start":"2026-04-07T13:07:02.671085Z","end":"2026-04-07T13:07:02.810779Z","steps":["trace[1999554989] 'read index received' (duration: 104.311943ms)","trace[1999554989] 'applied index is now lower than readState.Index' (duration: 35.381382ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:07:02.810835Z","caller":"traceutil/trace.go:171","msg":"trace[2133640852] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"174.355226ms","start":"2026-04-07T13:07:02.636459Z","end":"2026-04-07T13:07:02.810814Z","steps":["trace[2133640852] 'process raft request' (duration: 174.178381ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:02.810876Z","caller":"traceutil/trace.go:171","msg":"trace[1792748786] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"175.374555ms","start":"2026-04-07T13:07:02.635432Z","end":"2026-04-07T13:07:02.810807Z","steps":["trace[1792748786] 'process raft request' (duration: 174.934442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:07:02.811062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.960863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83da1920-7d64-4fb0-bac2-a997756b91cf\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T13:07:02.811106Z","caller":"traceutil/trace.go:171","msg":"trace[2052197020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83da1920-7d64-4fb0-bac2-a997756b91cf; range_end:; response_count:1; response_revision:5243; }","duration":"140.065896ms","start":"2026-04-07T13:07:02.671026Z","end":"2026-04-07T13:07:02.811092Z","steps":["trace[2052197020] 'agreement among raft nodes before linearized reading' (duration: 139.900181ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:14.609615Z","caller":"traceutil/trace.go:171","msg":"trace[1240980384] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"130.601703ms","start":"2026-04-07T13:07:14.478969Z","end":"2026-04-07T13:07:14.609571Z","steps":["trace[1240980384] 'process raft request' (duration: 130.273313ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:14.735748Z","caller":"traceutil/trace.go:171","msg":"trace[898904985] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"119.771152ms","start":"2026-04-07T13:07:14.615942Z","end":"2026-04-07T13:07:14.735713Z","steps":["trace[898904985] 'process raft request' (duration: 103.935863ms)","trace[898904985] 'compare' (duration: 15.656994ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:07:14.738106Z","caller":"traceutil/trace.go:171","msg":"trace[281259383] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"120.902054ms","start":"2026-04-07T13:07:14.617175Z","end":"2026-04-07T13:07:14.738077Z","steps":["trace[281259383] 'process raft request' (duration: 120.701979ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:14.738362Z","caller":"traceutil/trace.go:171","msg":"trace[547090227] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"121.155821ms","start":"2026-04-07T13:07:14.617179Z","end":"2026-04-07T13:07:14.738334Z","steps":["trace[547090227] 'process raft request' (duration: 120.854003ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:14.738526Z","caller":"traceutil/trace.go:171","msg":"trace[1961154163] linearizableReadLoop","detail":"{readStateIndex:5606; appliedIndex:5602; }","duration":"120.255846ms","start":"2026-04-07T13:07:14.618242Z","end":"2026-04-07T13:07:14.738498Z","steps":["trace[1961154163] 'read index received' (duration: 101.731022ms)","trace[1961154163] 'applied index is now lower than readState.Index' (duration: 18.523794ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:07:14.738585Z","caller":"traceutil/trace.go:171","msg":"trace[1956271653] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"121.000677ms","start":"2026-04-07T13:07:14.617564Z","end":"2026-04-07T13:07:14.738565Z","steps":["trace[1956271653] 'process raft request' (duration: 120.706768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:14.738669Z","caller":"traceutil/trace.go:171","msg":"trace[247321410] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"114.086604ms","start":"2026-04-07T13:07:14.62457Z","end":"2026-04-07T13:07:14.738657Z","steps":["trace[247321410] 'process raft request' (duration: 113.854838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:07:14.738946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.687257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-07T13:07:14.738996Z","caller":"traceutil/trace.go:171","msg":"trace[963753750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5413; }","duration":"120.794271ms","start":"2026-04-07T13:07:14.618185Z","end":"2026-04-07T13:07:14.738979Z","steps":["trace[963753750] 'agreement among raft nodes before linearized reading' (duration: 120.634827ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:07:53.640709Z","caller":"traceutil/trace.go:171","msg":"trace[1068293337] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"123.785143ms","start":"2026-04-07T13:07:53.516866Z","end":"2026-04-07T13:07:53.640651Z","steps":["trace[1068293337] 'process raft request' (duration: 123.400903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:01.045488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146166669,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T13:08:01.377Z","caller":"traceutil/trace.go:171","msg":"trace[1513003629] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6028; }","duration":"832.239235ms","start":"2026-04-07T13:08:00.544726Z","end":"2026-04-07T13:08:01.376965Z","steps":["trace[1513003629] 'read index received' (duration: 832.102621ms)","trace[1513003629] 'applied index is now lower than readState.Index' (duration: 135.664µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:08:01.377122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.380099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:08:01.377099Z","caller":"traceutil/trace.go:171","msg":"trace[835663774] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"915.916026ms","start":"2026-04-07T13:08:00.461152Z","end":"2026-04-07T13:08:01.377068Z","steps":["trace[835663774] 'process raft request' (duration: 915.659869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:01.377165Z","caller":"traceutil/trace.go:171","msg":"trace[592329219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5823; }","duration":"832.463411ms","start":"2026-04-07T13:08:00.544692Z","end":"2026-04-07T13:08:01.377155Z","steps":["trace[592329219] 'agreement among raft nodes before linearized reading' (duration: 832.389789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:01.377196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:00.544677Z","time spent":"832.511482ms","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:08:01.377272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:00.461134Z","time spent":"916.04533ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:01.877457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146166673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:02.37776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146166673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:02.878574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146166673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:03.378642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T13:08:03.378718Z","caller":"traceutil/trace.go:171","msg":"trace[1511496574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478829s","start":"2026-04-07T13:08:01.378222Z","end":"2026-04-07T13:08:03.378701Z","steps":["trace[1511496574] 'agreement among raft nodes before linearized reading' (duration: 2.000395187s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.37876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.378206Z","time spent":"2.000545592s","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 13:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T13:08:03.378952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146166673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:03.436134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.059530837s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T13:08:03.442478Z","caller":"traceutil/trace.go:171","msg":"trace[1851364116] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"2.114578815s","start":"2026-04-07T13:08:01.327873Z","end":"2026-04-07T13:08:03.442451Z","steps":["trace[1851364116] 'process raft request' (duration: 2.114488222s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.442631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.327851Z","time spent":"2.114700429s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:03.442478Z","caller":"traceutil/trace.go:171","msg":"trace[800401914] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"2.114592035s","start":"2026-04-07T13:08:01.327866Z","end":"2026-04-07T13:08:03.442458Z","steps":["trace[800401914] 'process raft request' (duration: 2.109203405s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.442876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.32783Z","time spent":"2.115003516s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:03.44431Z","caller":"traceutil/trace.go:171","msg":"trace[883433701] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"1.59814146s","start":"2026-04-07T13:08:01.84615Z","end":"2026-04-07T13:08:03.444292Z","steps":["trace[883433701] 'process raft request' (duration: 1.597993476s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.444428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.846122Z","time spent":"1.598240682s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:03.444529Z","caller":"traceutil/trace.go:171","msg":"trace[794662139] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"1.470936571s","start":"2026-04-07T13:08:01.97356Z","end":"2026-04-07T13:08:03.444496Z","steps":["trace[794662139] 'process raft request' (duration: 1.470692285s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.444713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460669615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T13:08:03.444748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286987877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T13:08:03.444763Z","caller":"traceutil/trace.go:171","msg":"trace[929156797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5829; }","duration":"2.460755727s","start":"2026-04-07T13:08:00.983995Z","end":"2026-04-07T13:08:03.444751Z","steps":["trace[929156797] 'agreement among raft nodes before linearized reading' (duration: 2.460605133s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:03.444779Z","caller":"traceutil/trace.go:171","msg":"trace[150152835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5829; }","duration":"2.287054379s","start":"2026-04-07T13:08:01.157715Z","end":"2026-04-07T13:08:03.44477Z","steps":["trace[150152835] 'agreement among raft nodes before linearized reading' (duration: 2.286895164s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.444857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.157694Z","time spent":"2.28712857s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:03.444877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284377835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcr8q\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T13:08:03.444932Z","caller":"traceutil/trace.go:171","msg":"trace[1933522276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcr8q; range_end:; response_count:1; response_revision:5829; }","duration":"2.284456047s","start":"2026-04-07T13:08:01.160469Z","end":"2026-04-07T13:08:03.444925Z","steps":["trace[1933522276] 'agreement among raft nodes before linearized reading' (duration: 2.284342624s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.444712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.973544Z","time spent":"1.471073865s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:03.44497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.160459Z","time spent":"2.284504928s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mcr8q\" "} {"level":"warn","ts":"2026-04-07T13:08:03.444793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:00.983973Z","time spent":"2.460812898s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T13:08:03.444573Z","caller":"traceutil/trace.go:171","msg":"trace[1007820323] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6029; }","duration":"2.067498639s","start":"2026-04-07T13:08:01.377059Z","end":"2026-04-07T13:08:03.444558Z","steps":["trace[1007820323] 'read index received' (duration: 2.060231978s)","trace[1007820323] 'applied index is now lower than readState.Index' (duration: 7.265631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:08:03.445029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28566635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T13:08:03.445161Z","caller":"traceutil/trace.go:171","msg":"trace[150687777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5829; }","duration":"2.285851976s","start":"2026-04-07T13:08:01.159272Z","end":"2026-04-07T13:08:03.445124Z","steps":["trace[150687777] 'agreement among raft nodes before linearized reading' (duration: 2.285404493s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.152387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:08:03.445208Z","caller":"traceutil/trace.go:171","msg":"trace[1384913285] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5829; }","duration":"967.205549ms","start":"2026-04-07T13:08:02.477992Z","end":"2026-04-07T13:08:03.445197Z","steps":["trace[1384913285] 'agreement among raft nodes before linearized reading' (duration: 967.152697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.159262Z","time spent":"2.285932168s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:03.445276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.99447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:08:03.4453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.644685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:08:03.445314Z","caller":"traceutil/trace.go:171","msg":"trace[20137438] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5829; }","duration":"981.075873ms","start":"2026-04-07T13:08:02.464223Z","end":"2026-04-07T13:08:03.445299Z","steps":["trace[20137438] 'agreement among raft nodes before linearized reading' (duration: 981.00043ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:03.445333Z","caller":"traceutil/trace.go:171","msg":"trace[520317396] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5829; }","duration":"200.710617ms","start":"2026-04-07T13:08:03.244615Z","end":"2026-04-07T13:08:03.445325Z","steps":["trace[520317396] 'agreement among raft nodes before linearized reading' (duration: 200.646095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.464202Z","time spent":"981.135005ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:08:03.445244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.477982Z","time spent":"967.25299ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:08:03.445355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196739095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:08:03.445371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.336765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:08:03.445401Z","caller":"traceutil/trace.go:171","msg":"trace[741062069] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5829; }","duration":"1.196820897s","start":"2026-04-07T13:08:02.248569Z","end":"2026-04-07T13:08:03.44539Z","steps":["trace[741062069] 'agreement among raft nodes before linearized reading' (duration: 1.196713144s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:03.445407Z","caller":"traceutil/trace.go:171","msg":"trace[1248989159] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5829; }","duration":"793.414458ms","start":"2026-04-07T13:08:02.651981Z","end":"2026-04-07T13:08:03.445396Z","steps":["trace[1248989159] 'agreement among raft nodes before linearized reading' (duration: 793.350206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.248563Z","time spent":"1.196890979s","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-07T13:08:03.445474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.651951Z","time spent":"793.51495ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:08:03.445415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192350404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:08:03.445519Z","caller":"traceutil/trace.go:171","msg":"trace[1145159670] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5829; }","duration":"1.192462746s","start":"2026-04-07T13:08:02.253049Z","end":"2026-04-07T13:08:03.445511Z","steps":["trace[1145159670] 'agreement among raft nodes before linearized reading' (duration: 1.192340843s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269295988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T13:08:03.445549Z","caller":"traceutil/trace.go:171","msg":"trace[946926748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5829; }","duration":"1.269345839s","start":"2026-04-07T13:08:02.176196Z","end":"2026-04-07T13:08:03.445542Z","steps":["trace[946926748] 'agreement among raft nodes before linearized reading' (duration: 1.269287358s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.17618Z","time spent":"1.26938061s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T13:08:03.44555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.253044Z","time spent":"1.192499517s","remote":"127.0.0.1:49142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-07T13:08:03.445192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388643018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T13:08:03.445632Z","caller":"traceutil/trace.go:171","msg":"trace[661218374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5829; }","duration":"1.389111691s","start":"2026-04-07T13:08:02.056491Z","end":"2026-04-07T13:08:03.445603Z","steps":["trace[661218374] 'agreement among raft nodes before linearized reading' (duration: 1.388621237s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:02.056469Z","time spent":"1.389216874s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T13:08:03.445729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287994615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T13:08:03.445817Z","caller":"traceutil/trace.go:171","msg":"trace[951077829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5829; }","duration":"2.288125379s","start":"2026-04-07T13:08:01.157681Z","end":"2026-04-07T13:08:03.445807Z","steps":["trace[951077829] 'agreement among raft nodes before linearized reading' (duration: 2.28710835s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:03.445865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:01.157661Z","time spent":"2.28819695s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T13:08:27.747105Z","caller":"traceutil/trace.go:171","msg":"trace[1031735304] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"229.124346ms","start":"2026-04-07T13:08:27.517938Z","end":"2026-04-07T13:08:27.747062Z","steps":["trace[1031735304] 'process raft request' (duration: 228.760585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:27.749405Z","caller":"traceutil/trace.go:171","msg":"trace[988764926] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"225.418573ms","start":"2026-04-07T13:08:27.523964Z","end":"2026-04-07T13:08:27.749382Z","steps":["trace[988764926] 'process raft request' (duration: 225.30642ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:27.749635Z","caller":"traceutil/trace.go:171","msg":"trace[1388255967] linearizableReadLoop","detail":"{readStateIndex:6224; appliedIndex:6220; }","duration":"203.728021ms","start":"2026-04-07T13:08:27.545864Z","end":"2026-04-07T13:08:27.749592Z","steps":["trace[1388255967] 'read index received' (duration: 200.956774ms)","trace[1388255967] 'applied index is now lower than readState.Index' (duration: 2.769487ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:08:27.750091Z","caller":"traceutil/trace.go:171","msg":"trace[244113019] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"222.654846ms","start":"2026-04-07T13:08:27.527408Z","end":"2026-04-07T13:08:27.750062Z","steps":["trace[244113019] 'process raft request' (duration: 221.926515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:27.750161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.265125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:08:27.750224Z","caller":"traceutil/trace.go:171","msg":"trace[1474842295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6013; }","duration":"204.375729ms","start":"2026-04-07T13:08:27.54583Z","end":"2026-04-07T13:08:27.750206Z","steps":["trace[1474842295] 'agreement among raft nodes before linearized reading' (duration: 204.249665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:27.750424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.906747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:08:27.750472Z","caller":"traceutil/trace.go:171","msg":"trace[3988842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6013; }","duration":"176.99899ms","start":"2026-04-07T13:08:27.573463Z","end":"2026-04-07T13:08:27.750462Z","steps":["trace[3988842] 'agreement among raft nodes before linearized reading' (duration: 176.839945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:27.749685Z","caller":"traceutil/trace.go:171","msg":"trace[1982424257] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"228.172779ms","start":"2026-04-07T13:08:27.521497Z","end":"2026-04-07T13:08:27.749669Z","steps":["trace[1982424257] 'process raft request' (duration: 227.623353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:27.750668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.762049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:08:27.750737Z","caller":"traceutil/trace.go:171","msg":"trace[747912992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6013; }","duration":"129.848512ms","start":"2026-04-07T13:08:27.62087Z","end":"2026-04-07T13:08:27.750718Z","steps":["trace[747912992] 'agreement among raft nodes before linearized reading' (duration: 129.652766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:27.750767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.687781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:08:27.750813Z","caller":"traceutil/trace.go:171","msg":"trace[931970765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6013; }","duration":"145.752722ms","start":"2026-04-07T13:08:27.60505Z","end":"2026-04-07T13:08:27.750803Z","steps":["trace[931970765] 'agreement among raft nodes before linearized reading' (duration: 145.66436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:27.750944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.396054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcr8q\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-07T13:08:27.750977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.448041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T13:08:27.750989Z","caller":"traceutil/trace.go:171","msg":"trace[1449426061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcr8q; range_end:; response_count:1; response_revision:6013; }","duration":"127.469136ms","start":"2026-04-07T13:08:27.62351Z","end":"2026-04-07T13:08:27.750979Z","steps":["trace[1449426061] 'agreement among raft nodes before linearized reading' (duration: 127.327682ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:27.751012Z","caller":"traceutil/trace.go:171","msg":"trace[1832471779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6013; }","duration":"160.500152ms","start":"2026-04-07T13:08:27.5905Z","end":"2026-04-07T13:08:27.751Z","steps":["trace[1832471779] 'agreement among raft nodes before linearized reading' (duration: 160.411789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:27.750692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.003312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T13:08:27.75112Z","caller":"traceutil/trace.go:171","msg":"trace[345011207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6013; }","duration":"145.446925ms","start":"2026-04-07T13:08:27.605659Z","end":"2026-04-07T13:08:27.751106Z","steps":["trace[345011207] 'agreement among raft nodes before linearized reading' (duration: 144.966991ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:31.906368Z","caller":"traceutil/trace.go:171","msg":"trace[1107168227] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"143.939363ms","start":"2026-04-07T13:08:31.762399Z","end":"2026-04-07T13:08:31.906338Z","steps":["trace[1107168227] 'process raft request' (duration: 143.740457ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:31.907709Z","caller":"traceutil/trace.go:171","msg":"trace[1777820848] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"142.092651ms","start":"2026-04-07T13:08:31.765599Z","end":"2026-04-07T13:08:31.907692Z","steps":["trace[1777820848] 'process raft request' (duration: 142.05209ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:31.907907Z","caller":"traceutil/trace.go:171","msg":"trace[1554529153] linearizableReadLoop","detail":"{readStateIndex:6248; appliedIndex:6244; }","duration":"100.487798ms","start":"2026-04-07T13:08:31.807398Z","end":"2026-04-07T13:08:31.907886Z","steps":["trace[1554529153] 'read index received' (duration: 98.880503ms)","trace[1554529153] 'applied index is now lower than readState.Index' (duration: 1.606105ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:08:31.908064Z","caller":"traceutil/trace.go:171","msg":"trace[1719657737] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"143.688385ms","start":"2026-04-07T13:08:31.764294Z","end":"2026-04-07T13:08:31.907982Z","steps":["trace[1719657737] 'process raft request' (duration: 143.280614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:31.908267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.852907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T13:08:31.908347Z","caller":"traceutil/trace.go:171","msg":"trace[1898006346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6036; }","duration":"100.985722ms","start":"2026-04-07T13:08:31.807341Z","end":"2026-04-07T13:08:31.908327Z","steps":["trace[1898006346] 'agreement among raft nodes before linearized reading' (duration: 100.745175ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:31.908469Z","caller":"traceutil/trace.go:171","msg":"trace[1751473941] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"142.76106ms","start":"2026-04-07T13:08:31.765653Z","end":"2026-04-07T13:08:31.908415Z","steps":["trace[1751473941] 'process raft request' (duration: 142.01911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:36.312051Z","caller":"traceutil/trace.go:171","msg":"trace[2107211675] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"128.292278ms","start":"2026-04-07T13:08:36.183733Z","end":"2026-04-07T13:08:36.312025Z","steps":["trace[2107211675] 'process raft request' (duration: 128.098423ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:38.32455Z","caller":"traceutil/trace.go:171","msg":"trace[1413423224] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"476.902089ms","start":"2026-04-07T13:08:37.847619Z","end":"2026-04-07T13:08:38.324522Z","steps":["trace[1413423224] 'process raft request' (duration: 476.753795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.324732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.847594Z","time spent":"477.062272ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2275,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T13:08:38.359285Z","caller":"traceutil/trace.go:171","msg":"trace[1397638501] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"432.97432ms","start":"2026-04-07T13:08:37.926285Z","end":"2026-04-07T13:08:38.35926Z","steps":["trace[1397638501] 'process raft request' (duration: 432.927329ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:38.3593Z","caller":"traceutil/trace.go:171","msg":"trace[1336651562] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"433.00125ms","start":"2026-04-07T13:08:37.926265Z","end":"2026-04-07T13:08:38.359267Z","steps":["trace[1336651562] 'process raft request' (duration: 432.820835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.359419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.926259Z","time spent":"433.086232ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:38.359456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.926239Z","time spent":"433.125434ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:38.359694Z","caller":"traceutil/trace.go:171","msg":"trace[1373979087] linearizableReadLoop","detail":"{readStateIndex:6295; appliedIndex:6290; }","duration":"418.388455ms","start":"2026-04-07T13:08:37.941292Z","end":"2026-04-07T13:08:38.359681Z","steps":["trace[1373979087] 'read index received' (duration: 383.002203ms)","trace[1373979087] 'applied index is now lower than readState.Index' (duration: 35.385462ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:08:38.359788Z","caller":"traceutil/trace.go:171","msg":"trace[1473903971] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"430.683397ms","start":"2026-04-07T13:08:37.929095Z","end":"2026-04-07T13:08:38.359778Z","steps":["trace[1473903971] 'process raft request' (duration: 430.504952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.359867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.57141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T13:08:38.359895Z","caller":"traceutil/trace.go:171","msg":"trace[1709230145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6082; }","duration":"418.624681ms","start":"2026-04-07T13:08:37.94126Z","end":"2026-04-07T13:08:38.359885Z","steps":["trace[1709230145] 'agreement among raft nodes before linearized reading' (duration: 418.512328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.359916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.941248Z","time spent":"418.664163ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:38.359949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.929083Z","time spent":"430.793019ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:38.359861Z","caller":"traceutil/trace.go:171","msg":"trace[1491135268] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"431.917891ms","start":"2026-04-07T13:08:37.927845Z","end":"2026-04-07T13:08:38.359762Z","steps":["trace[1491135268] 'process raft request' (duration: 431.391126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.36015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.927811Z","time spent":"432.23111ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:38.362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.385283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T13:08:38.36213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.435854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:08:38.36219Z","caller":"traceutil/trace.go:171","msg":"trace[1315135392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6083; }","duration":"419.518277ms","start":"2026-04-07T13:08:37.942655Z","end":"2026-04-07T13:08:38.362173Z","steps":["trace[1315135392] 'agreement among raft nodes before linearized reading' (duration: 419.350092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.362224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.942641Z","time spent":"419.576048ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T13:08:38.362052Z","caller":"traceutil/trace.go:171","msg":"trace[808742324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6083; }","duration":"419.463655ms","start":"2026-04-07T13:08:37.942571Z","end":"2026-04-07T13:08:38.362034Z","steps":["trace[808742324] 'agreement among raft nodes before linearized reading' (duration: 419.314621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.36244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.690566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T13:08:38.362437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.942557Z","time spent":"419.870366ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T13:08:38.362474Z","caller":"traceutil/trace.go:171","msg":"trace[539665292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6083; }","duration":"156.761768ms","start":"2026-04-07T13:08:38.205697Z","end":"2026-04-07T13:08:38.362458Z","steps":["trace[539665292] 'agreement among raft nodes before linearized reading' (duration: 156.659935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.362863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.642703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T13:08:38.362891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.210516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcr8q\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T13:08:38.362932Z","caller":"traceutil/trace.go:171","msg":"trace[1387776478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6083; }","duration":"418.734685ms","start":"2026-04-07T13:08:37.944179Z","end":"2026-04-07T13:08:38.362913Z","steps":["trace[1387776478] 'agreement among raft nodes before linearized reading' (duration: 417.789478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.362917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.414764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:08:38.363085Z","caller":"traceutil/trace.go:171","msg":"trace[1098285081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcr8q; range_end:; response_count:1; response_revision:6083; }","duration":"420.324519ms","start":"2026-04-07T13:08:37.942624Z","end":"2026-04-07T13:08:38.362949Z","steps":["trace[1098285081] 'agreement among raft nodes before linearized reading' (duration: 419.680261ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:38.36315Z","caller":"traceutil/trace.go:171","msg":"trace[1112816024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6083; }","duration":"419.673651ms","start":"2026-04-07T13:08:37.943447Z","end":"2026-04-07T13:08:38.363121Z","steps":["trace[1112816024] 'agreement among raft nodes before linearized reading' (duration: 418.850889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:38.363163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.942602Z","time spent":"420.549855ms","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mcr8q\" "} {"level":"warn","ts":"2026-04-07T13:08:38.362993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.944167Z","time spent":"418.812787ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T13:08:38.363357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:37.943435Z","time spent":"419.870287ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:40.870981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146167358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:41.371329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146167358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:41.871793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146167358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:42.372322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146167358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:42.447604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T13:08:42.447675Z","caller":"traceutil/trace.go:171","msg":"trace[1168333460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159521s","start":"2026-04-07T13:08:40.447496Z","end":"2026-04-07T13:08:42.447656Z","steps":["trace[1168333460] 'agreement among raft nodes before linearized reading' (duration: 2.000065938s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:42.44772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.447482Z","time spent":"2.000230443s","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 13:08:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T13:08:42.544621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T13:08:42.544709Z","caller":"traceutil/trace.go:171","msg":"trace[1841060269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011112s","start":"2026-04-07T13:08:40.544579Z","end":"2026-04-07T13:08:42.54469Z","steps":["trace[1841060269] 'agreement among raft nodes before linearized reading' (duration: 1.999989416s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:42.544752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.544566Z","time spent":"2.000176771s","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:08:42.873266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12931696450146167358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T13:08:43.290666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.089810505s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T13:08:43.291016Z","caller":"traceutil/trace.go:171","msg":"trace[1917908075] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"3.090283808s","start":"2026-04-07T13:08:40.200706Z","end":"2026-04-07T13:08:43.29099Z","steps":["trace[1917908075] 'process raft request' (duration: 3.090132073s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.291152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.200674Z","time spent":"3.090411141s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T13:08:43.29659Z","caller":"traceutil/trace.go:171","msg":"trace[151129821] linearizableReadLoop","detail":"{readStateIndex:6318; appliedIndex:6312; }","duration":"2.925844287s","start":"2026-04-07T13:08:40.370724Z","end":"2026-04-07T13:08:43.296568Z","steps":["trace[151129821] 'read index received' (duration: 2.920163679s)","trace[151129821] 'applied index is now lower than readState.Index' (duration: 5.679738ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:08:43.296943Z","caller":"traceutil/trace.go:171","msg":"trace[641010181] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"2.931138864s","start":"2026-04-07T13:08:40.365795Z","end":"2026-04-07T13:08:43.296933Z","steps":["trace[641010181] 'process raft request' (duration: 2.930713222s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:43.296964Z","caller":"traceutil/trace.go:171","msg":"trace[1331968154] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"2.931663659s","start":"2026-04-07T13:08:40.365264Z","end":"2026-04-07T13:08:43.296928Z","steps":["trace[1331968154] 'process raft request' (duration: 2.931212246s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.297034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.365771Z","time spent":"2.931198666s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:43.297126Z","caller":"traceutil/trace.go:171","msg":"trace[265251880] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"2.931055381s","start":"2026-04-07T13:08:40.366063Z","end":"2026-04-07T13:08:43.297118Z","steps":["trace[265251880] 'process raft request' (duration: 2.930473345s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.297118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.365254Z","time spent":"2.931778321s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:43.297142Z","caller":"traceutil/trace.go:171","msg":"trace[2023623082] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"3.074952313s","start":"2026-04-07T13:08:40.222169Z","end":"2026-04-07T13:08:43.297121Z","steps":["trace[2023623082] 'process raft request' (duration: 3.074149281s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.297167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.366037Z","time spent":"2.931104162s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:08:43.297201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.222131Z","time spent":"3.075040075s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12132,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:43.297248Z","caller":"traceutil/trace.go:171","msg":"trace[396410971] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"2.932596934s","start":"2026-04-07T13:08:40.364627Z","end":"2026-04-07T13:08:43.297224Z","steps":["trace[396410971] 'process raft request' (duration: 2.931804362s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.29737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926638118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T13:08:43.297384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.364608Z","time spent":"2.932689147s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:08:43.297419Z","caller":"traceutil/trace.go:171","msg":"trace[1971597779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6103; }","duration":"2.926710951s","start":"2026-04-07T13:08:40.370695Z","end":"2026-04-07T13:08:43.297406Z","steps":["trace[1971597779] 'agreement among raft nodes before linearized reading' (duration: 2.926530836s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.297451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.370686Z","time spent":"2.926757222s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:43.300512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18474252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:08:43.300575Z","caller":"traceutil/trace.go:171","msg":"trace[2137192261] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6104; }","duration":"2.184874763s","start":"2026-04-07T13:08:41.115684Z","end":"2026-04-07T13:08:43.300559Z","steps":["trace[2137192261] 'agreement among raft nodes before linearized reading' (duration: 2.184743939s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.300571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928977103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T13:08:43.300605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:41.115664Z","time spent":"2.184933735s","remote":"127.0.0.1:49402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T13:08:43.300635Z","caller":"traceutil/trace.go:171","msg":"trace[1073064506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6104; }","duration":"2.929079147s","start":"2026-04-07T13:08:40.37154Z","end":"2026-04-07T13:08:43.300619Z","steps":["trace[1073064506] 'agreement among raft nodes before linearized reading' (duration: 2.92882853s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.300671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.371532Z","time spent":"2.929131248s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:43.300938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925801365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcr8q\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T13:08:43.300967Z","caller":"traceutil/trace.go:171","msg":"trace[1359465164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcr8q; range_end:; response_count:1; response_revision:6104; }","duration":"2.925853597s","start":"2026-04-07T13:08:40.375106Z","end":"2026-04-07T13:08:43.300959Z","steps":["trace[1359465164] 'agreement among raft nodes before linearized reading' (duration: 2.925734594s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.300991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.375101Z","time spent":"2.925884678s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-mcr8q\" "} {"level":"warn","ts":"2026-04-07T13:08:43.301093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928714467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:08:43.301121Z","caller":"traceutil/trace.go:171","msg":"trace[226306292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6104; }","duration":"2.928754847s","start":"2026-04-07T13:08:40.372358Z","end":"2026-04-07T13:08:43.301113Z","steps":["trace[226306292] 'agreement among raft nodes before linearized reading' (duration: 2.928666195s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.30114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.372349Z","time spent":"2.928787988s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T13:08:43.30122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.311333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-07T13:08:43.301197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926974878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:08:43.301234Z","caller":"traceutil/trace.go:171","msg":"trace[281098425] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6104; }","duration":"214.355015ms","start":"2026-04-07T13:08:43.086874Z","end":"2026-04-07T13:08:43.301229Z","steps":["trace[281098425] 'agreement among raft nodes before linearized reading' (duration: 214.313023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.30126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.186848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T13:08:43.30122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225329327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:08:43.301273Z","caller":"traceutil/trace.go:171","msg":"trace[1608103983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6104; }","duration":"2.927107631s","start":"2026-04-07T13:08:40.374145Z","end":"2026-04-07T13:08:43.301253Z","steps":["trace[1608103983] 'agreement among raft nodes before linearized reading' (duration: 2.926867595s)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:08:43.30129Z","caller":"traceutil/trace.go:171","msg":"trace[701496672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6104; }","duration":"750.24919ms","start":"2026-04-07T13:08:42.551031Z","end":"2026-04-07T13:08:43.30128Z","steps":["trace[701496672] 'agreement among raft nodes before linearized reading' (duration: 750.210119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.301296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033193996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:08:43.301309Z","caller":"traceutil/trace.go:171","msg":"trace[1705695014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6104; }","duration":"1.225421259s","start":"2026-04-07T13:08:42.075876Z","end":"2026-04-07T13:08:43.301297Z","steps":["trace[1705695014] 'agreement among raft nodes before linearized reading' (duration: 1.225308996s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.301317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:42.551011Z","time spent":"750.297061ms","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T13:08:43.301316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.374136Z","time spent":"2.927171434s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T13:08:43.30133Z","caller":"traceutil/trace.go:171","msg":"trace[84130356] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6104; }","duration":"2.033275028s","start":"2026-04-07T13:08:41.268043Z","end":"2026-04-07T13:08:43.301318Z","steps":["trace[84130356] 'agreement among raft nodes before linearized reading' (duration: 2.033207206s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.301353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:42.075812Z","time spent":"1.225524573s","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:08:43.301355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:41.26802Z","time spent":"2.03332892s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T13:08:43.301406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927646386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T13:08:43.301428Z","caller":"traceutil/trace.go:171","msg":"trace[2031250921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6104; }","duration":"2.927705978s","start":"2026-04-07T13:08:40.373715Z","end":"2026-04-07T13:08:43.301421Z","steps":["trace[2031250921] 'agreement among raft nodes before linearized reading' (duration: 2.927242995s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:08:43.301612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:08:40.373702Z","time spent":"2.927904524s","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T13:08:46.538282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3005} {"level":"info","ts":"2026-04-07T13:08:46.623904Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3005,"took":"84.125383ms","hash":2435776071,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":32161792,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T13:08:46.62398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2435776071,"revision":3005,"compact-revision":-1} {"level":"info","ts":"2026-04-07T13:13:12.551091Z","caller":"traceutil/trace.go:171","msg":"trace[121014118] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"324.622495ms","start":"2026-04-07T13:13:12.226449Z","end":"2026-04-07T13:13:12.551071Z","steps":["trace[121014118] 'process raft request' (duration: 324.491661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:12.551219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:13:12.226425Z","time spent":"324.731828ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:13:12.756925Z","caller":"traceutil/trace.go:171","msg":"trace[1735013307] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"484.817503ms","start":"2026-04-07T13:13:12.272054Z","end":"2026-04-07T13:13:12.756872Z","steps":["trace[1735013307] 'process raft request' (duration: 484.71241ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:12.756948Z","caller":"traceutil/trace.go:171","msg":"trace[1197797030] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"448.370926ms","start":"2026-04-07T13:13:12.308539Z","end":"2026-04-07T13:13:12.75691Z","steps":["trace[1197797030] 'process raft request' (duration: 448.265803ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:12.756957Z","caller":"traceutil/trace.go:171","msg":"trace[689693020] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"486.076548ms","start":"2026-04-07T13:13:12.270862Z","end":"2026-04-07T13:13:12.756939Z","steps":["trace[689693020] 'process raft request' (duration: 485.76611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:12.757118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:13:12.308516Z","time spent":"448.512671ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:13:12.757115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:13:12.270836Z","time spent":"486.198922ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T13:13:12.757112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T13:13:12.272032Z","time spent":"484.973258ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T13:13:12.75687Z","caller":"traceutil/trace.go:171","msg":"trace[1858597516] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8364; }","duration":"211.671963ms","start":"2026-04-07T13:13:12.545171Z","end":"2026-04-07T13:13:12.756843Z","steps":["trace[1858597516] 'read index received' (duration: 5.816801ms)","trace[1858597516] 'applied index is now lower than readState.Index' (duration: 205.854331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:13:12.757252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.056013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T13:13:12.757381Z","caller":"traceutil/trace.go:171","msg":"trace[1729905833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8086; }","duration":"212.237728ms","start":"2026-04-07T13:13:12.54512Z","end":"2026-04-07T13:13:12.757358Z","steps":["trace[1729905833] 'agreement among raft nodes before linearized reading' (duration: 211.998071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:12.757482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.557801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T13:13:12.75749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.00978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T13:13:12.75751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.83825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:13:12.75754Z","caller":"traceutil/trace.go:171","msg":"trace[1529577310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8086; }","duration":"132.081231ms","start":"2026-04-07T13:13:12.625448Z","end":"2026-04-07T13:13:12.757529Z","steps":["trace[1529577310] 'agreement among raft nodes before linearized reading' (duration: 131.916417ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:12.757539Z","caller":"traceutil/trace.go:171","msg":"trace[962128202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8086; }","duration":"189.660783ms","start":"2026-04-07T13:13:12.567862Z","end":"2026-04-07T13:13:12.757523Z","steps":["trace[962128202] 'agreement among raft nodes before linearized reading' (duration: 189.496619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:12.757533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.069356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T13:13:12.757572Z","caller":"traceutil/trace.go:171","msg":"trace[851267034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8086; }","duration":"133.932553ms","start":"2026-04-07T13:13:12.623622Z","end":"2026-04-07T13:13:12.757555Z","steps":["trace[851267034] 'agreement among raft nodes before linearized reading' (duration: 133.752598ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:12.757596Z","caller":"traceutil/trace.go:171","msg":"trace[256887248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8086; }","duration":"130.158859ms","start":"2026-04-07T13:13:12.627424Z","end":"2026-04-07T13:13:12.757583Z","steps":["trace[256887248] 'agreement among raft nodes before linearized reading' (duration: 129.953463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:12.757705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.949295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:13:12.757725Z","caller":"traceutil/trace.go:171","msg":"trace[782655078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8086; }","duration":"141.997066ms","start":"2026-04-07T13:13:12.615721Z","end":"2026-04-07T13:13:12.757718Z","steps":["trace[782655078] 'agreement among raft nodes before linearized reading' (duration: 141.940574ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:26.78901Z","caller":"traceutil/trace.go:171","msg":"trace[696662036] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"172.593031ms","start":"2026-04-07T13:13:26.616387Z","end":"2026-04-07T13:13:26.788981Z","steps":["trace[696662036] 'process raft request' (duration: 161.424983ms)","trace[696662036] 'compare' (duration: 10.904311ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:13:26.789246Z","caller":"traceutil/trace.go:171","msg":"trace[541115946] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8440; }","duration":"117.827078ms","start":"2026-04-07T13:13:26.671393Z","end":"2026-04-07T13:13:26.78922Z","steps":["trace[541115946] 'read index received' (duration: 106.434423ms)","trace[541115946] 'applied index is now lower than readState.Index' (duration: 11.391445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T13:13:26.789448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.029573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T13:13:26.78951Z","caller":"traceutil/trace.go:171","msg":"trace[913709625] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8157; }","duration":"118.148727ms","start":"2026-04-07T13:13:26.671347Z","end":"2026-04-07T13:13:26.789496Z","steps":["trace[913709625] 'agreement among raft nodes before linearized reading' (duration: 117.988392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:26.789531Z","caller":"traceutil/trace.go:171","msg":"trace[565019812] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"137.079169ms","start":"2026-04-07T13:13:26.652437Z","end":"2026-04-07T13:13:26.789517Z","steps":["trace[565019812] 'process raft request' (duration: 136.495843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:46.545079Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6131} {"level":"info","ts":"2026-04-07T13:13:46.649991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6131,"took":"103.067469ms","hash":410689381,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":22859776,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-07T13:13:46.650122Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":410689381,"revision":6131,"compact-revision":3005} {"level":"info","ts":"2026-04-07T13:13:53.145531Z","caller":"traceutil/trace.go:171","msg":"trace[1244253076] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"257.841358ms","start":"2026-04-07T13:13:52.887668Z","end":"2026-04-07T13:13:53.14551Z","steps":["trace[1244253076] 'process raft request' (duration: 257.687614ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:53.19286Z","caller":"traceutil/trace.go:171","msg":"trace[723387402] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"274.153199ms","start":"2026-04-07T13:13:52.918673Z","end":"2026-04-07T13:13:53.192826Z","steps":["trace[723387402] 'process raft request' (duration: 273.850191ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:53.193035Z","caller":"traceutil/trace.go:171","msg":"trace[1071514537] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"259.266257ms","start":"2026-04-07T13:13:52.933741Z","end":"2026-04-07T13:13:53.193007Z","steps":["trace[1071514537] 'process raft request' (duration: 258.927808ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:53.199727Z","caller":"traceutil/trace.go:171","msg":"trace[1221091994] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8645; }","duration":"202.664573ms","start":"2026-04-07T13:13:52.997053Z","end":"2026-04-07T13:13:53.199717Z","steps":["trace[1221091994] 'read index received' (duration: 148.267539ms)","trace[1221091994] 'applied index is now lower than readState.Index' (duration: 54.396424ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:13:53.199782Z","caller":"traceutil/trace.go:171","msg":"trace[751167305] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"223.86768ms","start":"2026-04-07T13:13:52.975909Z","end":"2026-04-07T13:13:53.199777Z","steps":["trace[751167305] 'process raft request' (duration: 223.783387ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:53.199792Z","caller":"traceutil/trace.go:171","msg":"trace[1944292893] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"262.730643ms","start":"2026-04-07T13:13:52.937035Z","end":"2026-04-07T13:13:53.199766Z","steps":["trace[1944292893] 'process raft request' (duration: 255.678728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:53.199898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.839627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:13:53.199925Z","caller":"traceutil/trace.go:171","msg":"trace[2073875516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8357; }","duration":"202.90923ms","start":"2026-04-07T13:13:52.997011Z","end":"2026-04-07T13:13:53.199921Z","steps":["trace[2073875516] 'agreement among raft nodes before linearized reading' (duration: 202.817987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:53.200056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.524307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:13:53.200105Z","caller":"traceutil/trace.go:171","msg":"trace[15185641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8357; }","duration":"199.604908ms","start":"2026-04-07T13:13:53.000489Z","end":"2026-04-07T13:13:53.200094Z","steps":["trace[15185641] 'agreement among raft nodes before linearized reading' (duration: 199.492975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:53.200252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.690424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcr8q\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T13:13:53.200288Z","caller":"traceutil/trace.go:171","msg":"trace[1861433802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcr8q; range_end:; response_count:1; response_revision:8357; }","duration":"134.750685ms","start":"2026-04-07T13:13:53.065528Z","end":"2026-04-07T13:13:53.200279Z","steps":["trace[1861433802] 'agreement among raft nodes before linearized reading' (duration: 134.646403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:53.200473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.86276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T13:13:53.200489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.017919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T13:13:53.200515Z","caller":"traceutil/trace.go:171","msg":"trace[449016754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"193.949363ms","start":"2026-04-07T13:13:53.006557Z","end":"2026-04-07T13:13:53.200506Z","steps":["trace[449016754] 'agreement among raft nodes before linearized reading' (duration: 193.793328ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:13:53.200518Z","caller":"traceutil/trace.go:171","msg":"trace[645239662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"158.07317ms","start":"2026-04-07T13:13:53.042437Z","end":"2026-04-07T13:13:53.20051Z","steps":["trace[645239662] 'agreement among raft nodes before linearized reading' (duration: 157.991848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:13:53.200481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.176439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T13:13:53.200608Z","caller":"traceutil/trace.go:171","msg":"trace[955067752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8357; }","duration":"198.325043ms","start":"2026-04-07T13:13:53.002277Z","end":"2026-04-07T13:13:53.200602Z","steps":["trace[955067752] 'agreement among raft nodes before linearized reading' (duration: 198.148429ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:06.026187Z","caller":"traceutil/trace.go:171","msg":"trace[369109862] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"223.828928ms","start":"2026-04-07T13:14:05.802334Z","end":"2026-04-07T13:14:06.026163Z","steps":["trace[369109862] 'process raft request' (duration: 219.967282ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:06.646843Z","caller":"traceutil/trace.go:171","msg":"trace[745788777] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"102.896655ms","start":"2026-04-07T13:14:06.543914Z","end":"2026-04-07T13:14:06.646811Z","steps":["trace[745788777] 'process raft request' (duration: 102.675479ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:14:06.79398Z","caller":"traceutil/trace.go:171","msg":"trace[74167807] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"136.408831ms","start":"2026-04-07T13:14:06.657545Z","end":"2026-04-07T13:14:06.793954Z","steps":["trace[74167807] 'process raft request' (duration: 55.676999ms)","trace[74167807] 'compare' (duration: 80.619559ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:14:49.235023Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023cc.wal"} {"level":"warn","ts":"2026-04-07T13:15:21.928548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.689018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T13:15:21.928659Z","caller":"traceutil/trace.go:171","msg":"trace[1093947644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9207; }","duration":"141.834372ms","start":"2026-04-07T13:15:21.786799Z","end":"2026-04-07T13:15:21.928634Z","steps":["trace[1093947644] 'range keys from in-memory index tree' (duration: 141.40415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:21.928676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.445101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T13:15:21.928758Z","caller":"traceutil/trace.go:171","msg":"trace[1852170885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9207; }","duration":"141.571554ms","start":"2026-04-07T13:15:21.787167Z","end":"2026-04-07T13:15:21.928739Z","steps":["trace[1852170885] 'range keys from in-memory index tree' (duration: 141.301597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:21.928821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.907679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T13:15:21.928646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.381905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T13:15:21.928957Z","caller":"traceutil/trace.go:171","msg":"trace[422253087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9207; }","duration":"144.085403ms","start":"2026-04-07T13:15:21.784851Z","end":"2026-04-07T13:15:21.928937Z","steps":["trace[422253087] 'range keys from in-memory index tree' (duration: 143.616111ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:21.928964Z","caller":"traceutil/trace.go:171","msg":"trace[1371693728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9207; }","duration":"147.774376ms","start":"2026-04-07T13:15:21.781169Z","end":"2026-04-07T13:15:21.928944Z","steps":["trace[1371693728] 'range keys from in-memory index tree' (duration: 147.162189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:21.928871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.953373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T13:15:21.929082Z","caller":"traceutil/trace.go:171","msg":"trace[8677429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9207; }","duration":"143.188109ms","start":"2026-04-07T13:15:21.785867Z","end":"2026-04-07T13:15:21.929055Z","steps":["trace[8677429] 'range keys from in-memory index tree' (duration: 142.787148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:21.928547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.094337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcr8q\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-07T13:15:21.92917Z","caller":"traceutil/trace.go:171","msg":"trace[1283544116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcr8q; range_end:; response_count:1; response_revision:9207; }","duration":"130.756695ms","start":"2026-04-07T13:15:21.798386Z","end":"2026-04-07T13:15:21.929143Z","steps":["trace[1283544116] 'range keys from in-memory index tree' (duration: 129.954523ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:22.098862Z","caller":"traceutil/trace.go:171","msg":"trace[236455690] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"165.64826ms","start":"2026-04-07T13:15:21.933187Z","end":"2026-04-07T13:15:22.098835Z","steps":["trace[236455690] 'process raft request' (duration: 165.451664ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:22.099185Z","caller":"traceutil/trace.go:171","msg":"trace[1554595477] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"165.855735ms","start":"2026-04-07T13:15:21.933294Z","end":"2026-04-07T13:15:22.099149Z","steps":["trace[1554595477] 'process raft request' (duration: 165.504896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:22.099279Z","caller":"traceutil/trace.go:171","msg":"trace[1090502312] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"165.731172ms","start":"2026-04-07T13:15:21.933524Z","end":"2026-04-07T13:15:22.099255Z","steps":["trace[1090502312] 'process raft request' (duration: 165.550467ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:15:22.099457Z","caller":"traceutil/trace.go:171","msg":"trace[1650146963] linearizableReadLoop","detail":"{readStateIndex:9530; appliedIndex:9527; }","duration":"165.973009ms","start":"2026-04-07T13:15:21.933452Z","end":"2026-04-07T13:15:22.099425Z","steps":["trace[1650146963] 'read index received' (duration: 14.284365ms)","trace[1650146963] 'applied index is now lower than readState.Index' (duration: 151.677624ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T13:15:22.099556Z","caller":"traceutil/trace.go:171","msg":"trace[1129180050] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"165.901187ms","start":"2026-04-07T13:15:21.93362Z","end":"2026-04-07T13:15:22.099521Z","steps":["trace[1129180050] 'process raft request' (duration: 165.588008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T13:15:22.099913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.439502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291526"} {"level":"info","ts":"2026-04-07T13:15:22.099963Z","caller":"traceutil/trace.go:171","msg":"trace[1054113208] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9212; }","duration":"166.544754ms","start":"2026-04-07T13:15:21.933407Z","end":"2026-04-07T13:15:22.099951Z","steps":["trace[1054113208] 'agreement among raft nodes before linearized reading' (duration: 166.120833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T13:16:27.793362Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8ae391decac9b376","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T13:16:27.799684Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T13:16:27.799757Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T13:18:46.550969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8274} {"level":"info","ts":"2026-04-07T13:18:46.628797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8274,"took":"75.68637ms","hash":616053097,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":24805376,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-07T13:18:46.628844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":616053097,"revision":8274,"compact-revision":6131} {"level":"info","ts":"2026-04-07T13:23:46.557167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10664} {"level":"info","ts":"2026-04-07T13:23:46.631722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10664,"took":"72.521916ms","hash":2259441541,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":20373504,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-07T13:23:46.631799Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2259441541,"revision":10664,"compact-revision":8274}